Subversion Repositories HelenOS

Rev

Rev 3149 | Rev 3153 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | Download | RSS feed

  1. /*
  2.  * Copyright (c) 2001-2004 Jakub Jermar
  3.  * All rights reserved.
  4.  *
  5.  * Redistribution and use in source and binary forms, with or without
  6.  * modification, are permitted provided that the following conditions
  7.  * are met:
  8.  *
  9.  * - Redistributions of source code must retain the above copyright
  10.  *   notice, this list of conditions and the following disclaimer.
  11.  * - Redistributions in binary form must reproduce the above copyright
  12.  *   notice, this list of conditions and the following disclaimer in the
  13.  *   documentation and/or other materials provided with the distribution.
  14.  * - The name of the author may not be used to endorse or promote products
  15.  *   derived from this software without specific prior written permission.
  16.  *
  17.  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  18.  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  19.  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  20.  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  21.  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  22.  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  23.  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  24.  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  25.  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  26.  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  27.  */
  28.  
  29. /** @addtogroup genericproc
  30.  * @{
  31.  */
  32.  
  33. /**
  34.  * @file
  35.  * @brief   Task management.
  36.  */
  37.  
  38. #include <main/uinit.h>
  39. #include <proc/thread.h>
  40. #include <proc/task.h>
  41. #include <proc/uarg.h>
  42. #include <mm/as.h>
  43. #include <mm/slab.h>
  44. #include <atomic.h>
  45. #include <synch/spinlock.h>
  46. #include <synch/waitq.h>
  47. #include <arch.h>
  48. #include <panic.h>
  49. #include <adt/avl.h>
  50. #include <adt/btree.h>
  51. #include <adt/list.h>
  52. #include <ipc/ipc.h>
  53. #include <ipc/ipcrsc.h>
  54. #include <security/cap.h>
  55. #include <memstr.h>
  56. #include <print.h>
  57. #include <lib/elf.h>
  58. #include <errno.h>
  59. #include <func.h>
  60. #include <syscall/copy.h>
  61.  
  62. #ifndef LOADED_PROG_STACK_PAGES_NO
  63. #define LOADED_PROG_STACK_PAGES_NO 1
  64. #endif
  65.  
  66. /** Spinlock protecting the tasks_tree AVL tree. */
  67. SPINLOCK_INITIALIZE(tasks_lock);
  68.  
  69. /** AVL tree of active tasks.
  70.  *
  71.  * The task is guaranteed to exist after it was found in the tasks_tree as
  72.  * long as:
  73.  * @li the tasks_lock is held,
  74.  * @li the task's lock is held when task's lock is acquired before releasing
  75.  *     tasks_lock or
  76.  * @li the task's refcount is greater than 0
  77.  *
  78.  */
  79. avltree_t tasks_tree;
  80.  
  81. static task_id_t task_counter = 0;
  82.  
  83. /**
  84.  * Points to the binary image used as the program loader. All non-initial
  85.  * tasks are created from this executable image.
  86.  */
  87. void *program_loader = NULL;
  88.  
  89.  
  90. /** Initialize tasks
  91.  *
  92.  * Initialize kernel tasks support.
  93.  *
  94.  */
  95. void task_init(void)
  96. {
  97.     TASK = NULL;
  98.     avltree_create(&tasks_tree);
  99. }
  100.  
  101. /*
  102.  * The idea behind this walker is to remember a single task different from TASK.
  103.  */
  104. static bool task_done_walker(avltree_node_t *node, void *arg)
  105. {
  106.     task_t *t = avltree_get_instance(node, task_t, tasks_tree_node);
  107.     task_t **tp = (task_t **) arg;
  108.  
  109.     if (t != TASK) {
  110.         *tp = t;
  111.         return false;   /* stop walking */
  112.     }
  113.  
  114.     return true;    /* continue the walk */
  115. }
  116.  
  117. /** Kill all tasks except the current task.
  118.  *
  119.  */
  120. void task_done(void)
  121. {
  122.     task_t *t;
  123.     do { /* Repeat until there are any tasks except TASK */
  124.        
  125.         /* Messing with task structures, avoid deadlock */
  126.         ipl_t ipl = interrupts_disable();
  127.         spinlock_lock(&tasks_lock);
  128.        
  129.         t = NULL;
  130.         avltree_walk(&tasks_tree, task_done_walker, &t);
  131.        
  132.         if (t != NULL) {
  133.             task_id_t id = t->taskid;
  134.            
  135.             spinlock_unlock(&tasks_lock);
  136.             interrupts_restore(ipl);
  137.            
  138. #ifdef CONFIG_DEBUG
  139.             printf("Killing task %" PRIu64 "\n", id);
  140. #endif         
  141.             task_kill(id);
  142.             thread_usleep(10000);
  143.         } else {
  144.             spinlock_unlock(&tasks_lock);
  145.             interrupts_restore(ipl);
  146.         }
  147.        
  148.     } while (t != NULL);
  149. }
  150.  
  151. /** Create new task
  152.  *
  153.  * Create new task with no threads.
  154.  *
  155.  * @param as Task's address space.
  156.  * @param name Symbolic name.
  157.  *
  158.  * @return New task's structure
  159.  *
  160.  */
  161. task_t *task_create(as_t *as, char *name)
  162. {
  163.     ipl_t ipl;
  164.     task_t *ta;
  165.     int i;
  166.    
  167.     ta = (task_t *) malloc(sizeof(task_t), 0);
  168.  
  169.     task_create_arch(ta);
  170.  
  171.     spinlock_initialize(&ta->lock, "task_ta_lock");
  172.     list_initialize(&ta->th_head);
  173.     ta->as = as;
  174.     ta->name = name;
  175.     atomic_set(&ta->refcount, 0);
  176.     atomic_set(&ta->lifecount, 0);
  177.     ta->context = CONTEXT;
  178.  
  179.     ta->capabilities = 0;
  180.     ta->cycles = 0;
  181.    
  182.     ipc_answerbox_init(&ta->answerbox, ta);
  183.     for (i = 0; i < IPC_MAX_PHONES; i++)
  184.         ipc_phone_init(&ta->phones[i]);
  185.     if ((ipc_phone_0) && (context_check(ipc_phone_0->task->context,
  186.         ta->context)))
  187.         ipc_phone_connect(&ta->phones[0], ipc_phone_0);
  188.     atomic_set(&ta->active_calls, 0);
  189.  
  190.     mutex_initialize(&ta->futexes_lock);
  191.     btree_create(&ta->futexes);
  192.    
  193.     ipl = interrupts_disable();
  194.  
  195.     /*
  196.      * Increment address space reference count.
  197.      */
  198.     atomic_inc(&as->refcount);
  199.  
  200.     spinlock_lock(&tasks_lock);
  201.     ta->taskid = ++task_counter;
  202.     avltree_node_initialize(&ta->tasks_tree_node);
  203.     ta->tasks_tree_node.key = ta->taskid;
  204.     avltree_insert(&tasks_tree, &ta->tasks_tree_node);
  205.     spinlock_unlock(&tasks_lock);
  206.     interrupts_restore(ipl);
  207.  
  208.     return ta;
  209. }
  210.  
  211. /** Destroy task.
  212.  *
  213.  * @param t Task to be destroyed.
  214.  */
  215. void task_destroy(task_t *t)
  216. {
  217.     /*
  218.      * Remove the task from the task B+tree.
  219.      */
  220.     spinlock_lock(&tasks_lock);
  221.     avltree_delete(&tasks_tree, &t->tasks_tree_node);
  222.     spinlock_unlock(&tasks_lock);
  223.  
  224.     /*
  225.      * Perform architecture specific task destruction.
  226.      */
  227.     task_destroy_arch(t);
  228.  
  229.     /*
  230.      * Free up dynamically allocated state.
  231.      */
  232.     btree_destroy(&t->futexes);
  233.  
  234.     /*
  235.      * Drop our reference to the address space.
  236.      */
  237.     if (atomic_predec(&t->as->refcount) == 0)
  238.         as_destroy(t->as);
  239.    
  240.     free(t);
  241.     TASK = NULL;
  242. }
  243.  
  244. /** Create new task with 1 thread and run it
  245.  *
  246.  * @param as Address space containing a binary program image.
  247.  * @param entry_addr Program entry-point address in program address space.
  248.  * @param name Program name.
  249.  *
  250.  * @return Task of the running program or NULL on error.
  251.  */
  252. task_t *task_create_from_as(as_t *as, uintptr_t entry_addr, char *name,
  253.     thread_t **thr)
  254. {
  255.     as_area_t *a;
  256.     thread_t *t;
  257.     task_t *task;
  258.     uspace_arg_t *kernel_uarg;
  259.  
  260.     kernel_uarg = (uspace_arg_t *) malloc(sizeof(uspace_arg_t), 0);
  261.     kernel_uarg->uspace_entry = (void *) entry_addr;
  262.     kernel_uarg->uspace_stack = (void *) USTACK_ADDRESS;
  263.     kernel_uarg->uspace_thread_function = NULL;
  264.     kernel_uarg->uspace_thread_arg = NULL;
  265.     kernel_uarg->uspace_uarg = NULL;
  266.    
  267.     task = task_create(as, name);
  268.     ASSERT(task);
  269.  
  270.     /*
  271.      * Create the data as_area.
  272.      */
  273.     a = as_area_create(as, AS_AREA_READ | AS_AREA_WRITE | AS_AREA_CACHEABLE,
  274.         LOADED_PROG_STACK_PAGES_NO * PAGE_SIZE, USTACK_ADDRESS,
  275.         AS_AREA_ATTR_NONE, &anon_backend, NULL);
  276.  
  277.     /*
  278.      * Create the main thread.
  279.      */
  280.     t = thread_create(uinit, kernel_uarg, task, THREAD_FLAG_USPACE,
  281.         "uinit", false);
  282.     ASSERT(t);
  283.  
  284.     *thr = t;
  285.    
  286.     return task;
  287. }
  288.  
  289. /** Parse an executable image in the physical memory.
  290.  *
  291.  * If the image belongs to a program loader, it is registered as such,
  292.  * (and *task is set to NULL). Otherwise a task is created from the
  293.  * executable image. The task is returned in *task.
  294.  *
  295.  * @param program_addr Address of program executable image.
  296.  * @param name Program name.
  297.  * @param task Where to store the pointer to the newly created task.
  298.  *
  299.  * @return EOK on success or negative error code.
  300.  */
  301. int task_parse_initial(void *program_addr, char *name, thread_t **t)
  302. {
  303.     as_t *as;
  304.     unsigned int rc;
  305.     task_t *task;
  306.  
  307.     as = as_create(0);
  308.     ASSERT(as);
  309.  
  310.     rc = elf_load((elf_header_t *) program_addr, as, 0);
  311.     if (rc != EE_OK) {
  312.         as_destroy(as);
  313.         *t = NULL;
  314.         if (rc != EE_LOADER)
  315.             return ENOTSUP;
  316.        
  317.         /* Register image as the program loader */
  318.         ASSERT(program_loader == NULL);
  319.         program_loader = program_addr;
  320.         return EOK;
  321.     }
  322.  
  323.     task = task_create_from_as(as, ((elf_header_t *) program_addr)->e_entry,
  324.         name, t);
  325.  
  326.     return EOK;
  327. }
  328.  
  329. /** Create a task from the program loader image.
  330.  *
  331.  * @param name Program name.
  332.  * @param t Buffer for storing pointer to the newly created task.
  333.  *
  334.  * @return Task of the running program or NULL on error.
  335.  */
  336. int task_create_from_loader(char *name, task_t **t)
  337. {
  338.     as_t *as;
  339.     unsigned int rc;
  340.     void *loader;
  341.     thread_t *thr;
  342.  
  343.     as = as_create(0);
  344.     ASSERT(as);
  345.  
  346.     loader = program_loader;
  347.     if (!loader) return ENOENT;
  348.  
  349.     rc = elf_load((elf_header_t *) program_loader, as, ELD_F_LOADER);
  350.     if (rc != EE_OK) {
  351.         as_destroy(as);
  352.         return ENOENT;
  353.     }
  354.  
  355.     *t = task_create_from_as(
  356.         as, ((elf_header_t *) program_loader)->e_entry, name, &thr);
  357.  
  358.     return EOK;
  359. }
  360.  
  361. /** Make task ready.
  362.  *
  363.  * Switch task's thread to the ready state.
  364.  *
  365.  * @param ta Task to make ready.
  366.  */
  367. void task_ready(task_t *t)
  368. {
  369.     thread_t *th;
  370.  
  371.     th = list_get_instance(t->th_head.next, thread_t, th_link);
  372.     thread_ready(th);
  373. }
  374.  
  375. /** Syscall for reading task ID from userspace.
  376.  *
  377.  * @param uspace_task_id Userspace address of 8-byte buffer where to store
  378.  * current task ID.
  379.  *
  380.  * @return 0 on success or an error code from @ref errno.h.
  381.  */
  382. unative_t sys_task_get_id(task_id_t *uspace_task_id)
  383. {
  384.     /*
  385.      * No need to acquire lock on TASK because taskid
  386.      * remains constant for the lifespan of the task.
  387.      */
  388.     return (unative_t) copy_to_uspace(uspace_task_id, &TASK->taskid,
  389.         sizeof(TASK->taskid));
  390. }
  391.  
  392. /** Syscall for creating a new task from userspace.
  393.  *
  394.  * Creates a new task from the program loader image, connects a phone
  395.  * to it and stores the phone id into the provided buffer.
  396.  *
  397.  * @param uspace_phone_id Userspace address where to store the phone id.
  398.  *
  399.  * @return 0 on success or an error code from @ref errno.h.
  400.  */
  401. unative_t sys_task_spawn_loader(int *uspace_phone_id)
  402. {
  403.     task_t *t;
  404.     int fake_id;
  405.     int rc;
  406.     int phone_id;
  407.  
  408.     fake_id = 0;
  409.  
  410.     /* Before we even try creating the task, see if we can write the id */
  411.     rc = (unative_t) copy_to_uspace(uspace_phone_id, &fake_id,
  412.         sizeof(fake_id));
  413.     if (rc != 0)
  414.         return rc;
  415.  
  416.     phone_id = phone_alloc();
  417.     if (phone_id < 0)
  418.         return ELIMIT;
  419.  
  420.     rc = task_create_from_loader("loader", &t);
  421.     if (rc != 0)
  422.         return rc;
  423.  
  424.     phone_connect(phone_id, &t->answerbox);
  425.  
  426.     /* No need to aquire lock before task_ready() */
  427.     rc = (unative_t) copy_to_uspace(uspace_phone_id, &phone_id,
  428.         sizeof(phone_id));
  429.     if (rc != 0) {
  430.         /* Ooops */
  431.         ipc_phone_hangup(&TASK->phones[phone_id]);
  432.         task_kill(t->taskid);
  433.         return rc;
  434.     }
  435.  
  436.     task_ready(t);
  437.  
  438.     return EOK;
  439. }
  440.  
  441. unative_t sys_task_spawn(void *image, size_t size)
  442. {
  443.     void *kimage = malloc(size, 0);
  444.     if (kimage == NULL)
  445.         return ENOMEM;
  446.    
  447.     int rc = copy_from_uspace(kimage, image, size);
  448.     if (rc != EOK)
  449.         return rc;
  450.    
  451.     uspace_arg_t *kernel_uarg = (uspace_arg_t *) malloc(sizeof(uspace_arg_t), 0);
  452.     if (kernel_uarg == NULL) {
  453.         free(kimage);
  454.         return ENOMEM;
  455.     }
  456.    
  457.     kernel_uarg->uspace_entry =
  458.         (void *) ((elf_header_t *) kimage)->e_entry;
  459.     kernel_uarg->uspace_stack = (void *) USTACK_ADDRESS;
  460.     kernel_uarg->uspace_thread_function = NULL;
  461.     kernel_uarg->uspace_thread_arg = NULL;
  462.     kernel_uarg->uspace_uarg = NULL;
  463.    
  464.     as_t *as = as_create(0);
  465.     if (as == NULL) {
  466.         free(kernel_uarg);
  467.         free(kimage);
  468.         return ENOMEM;
  469.     }
  470.    
  471.     unsigned int erc = elf_load((elf_header_t *) kimage, as, ELD_F_NONE);
  472.     if (erc != EE_OK) {
  473.         as_destroy(as);
  474.         free(kernel_uarg);
  475.         free(kimage);
  476.         return ENOENT;
  477.     }
  478.    
  479.     as_area_t *area = as_area_create(as,
  480.         AS_AREA_READ | AS_AREA_WRITE | AS_AREA_CACHEABLE,
  481.         LOADED_PROG_STACK_PAGES_NO * PAGE_SIZE, USTACK_ADDRESS,
  482.         AS_AREA_ATTR_NONE, &anon_backend, NULL);
  483.     if (area == NULL) {
  484.         as_destroy(as);
  485.         free(kernel_uarg);
  486.         free(kimage);
  487.         return ENOMEM;
  488.     }
  489.    
  490.     task_t *task = task_create(as, "app");
  491.     if (task == NULL) {
  492.         as_destroy(as);
  493.         free(kernel_uarg);
  494.         free(kimage);
  495.         return ENOENT;
  496.     }
  497.    
  498.     // FIXME: control the capabilities
  499.     cap_set(task, cap_get(TASK));
  500.    
  501.     thread_t *thread = thread_create(uinit, kernel_uarg, task,
  502.         THREAD_FLAG_USPACE, "user", false);
  503.     if (thread == NULL) {
  504.         task_destroy(task);
  505.         as_destroy(as);
  506.         free(kernel_uarg);
  507.         free(kimage);
  508.         return ENOENT;
  509.     }
  510.    
  511.     thread_ready(thread);
  512.    
  513.     return EOK;
  514. }
  515.  
  516. /** Find task structure corresponding to task ID.
  517.  *
  518.  * The tasks_lock must be already held by the caller of this function
  519.  * and interrupts must be disabled.
  520.  *
  521.  * @param id Task ID.
  522.  *
  523.  * @return Task structure address or NULL if there is no such task ID.
  524.  */
  525. task_t *task_find_by_id(task_id_t id)
  526. {
  527.     avltree_node_t *node;
  528.    
  529.     node = avltree_search(&tasks_tree, (avltree_key_t) id);
  530.  
  531.     if (node)
  532.         return avltree_get_instance(node, task_t, tasks_tree_node);
  533.     return NULL;
  534. }
  535.  
  536. /** Get accounting data of given task.
  537.  *
  538.  * Note that task lock of 't' must be already held and
  539.  * interrupts must be already disabled.
  540.  *
  541.  * @param t Pointer to thread.
  542.  *
  543.  */
  544. uint64_t task_get_accounting(task_t *t)
  545. {
  546.     /* Accumulated value of task */
  547.     uint64_t ret = t->cycles;
  548.    
  549.     /* Current values of threads */
  550.     link_t *cur;
  551.     for (cur = t->th_head.next; cur != &t->th_head; cur = cur->next) {
  552.         thread_t *thr = list_get_instance(cur, thread_t, th_link);
  553.        
  554.         spinlock_lock(&thr->lock);
  555.         /* Process only counted threads */
  556.         if (!thr->uncounted) {
  557.             if (thr == THREAD) {
  558.                 /* Update accounting of current thread */
  559.                 thread_update_accounting();
  560.             }
  561.             ret += thr->cycles;
  562.         }
  563.         spinlock_unlock(&thr->lock);
  564.     }
  565.    
  566.     return ret;
  567. }
  568.  
  569. /** Kill task.
  570.  *
  571.  * This function is idempotent.
  572.  * It signals all the task's threads to bail it out.
  573.  *
  574.  * @param id ID of the task to be killed.
  575.  *
  576.  * @return 0 on success or an error code from errno.h
  577.  */
  578. int task_kill(task_id_t id)
  579. {
  580.     ipl_t ipl;
  581.     task_t *ta;
  582.     link_t *cur;
  583.  
  584.     if (id == 1)
  585.         return EPERM;
  586.    
  587.     ipl = interrupts_disable();
  588.     spinlock_lock(&tasks_lock);
  589.     if (!(ta = task_find_by_id(id))) {
  590.         spinlock_unlock(&tasks_lock);
  591.         interrupts_restore(ipl);
  592.         return ENOENT;
  593.     }
  594.     spinlock_unlock(&tasks_lock);
  595.    
  596.     /*
  597.      * Interrupt all threads except ktaskclnp.
  598.      */
  599.     spinlock_lock(&ta->lock);
  600.     for (cur = ta->th_head.next; cur != &ta->th_head; cur = cur->next) {
  601.         thread_t *thr;
  602.         bool sleeping = false;
  603.        
  604.         thr = list_get_instance(cur, thread_t, th_link);
  605.            
  606.         spinlock_lock(&thr->lock);
  607.         thr->interrupted = true;
  608.         if (thr->state == Sleeping)
  609.             sleeping = true;
  610.         spinlock_unlock(&thr->lock);
  611.        
  612.         if (sleeping)
  613.             waitq_interrupt_sleep(thr);
  614.     }
  615.     spinlock_unlock(&ta->lock);
  616.     interrupts_restore(ipl);
  617.    
  618.     return 0;
  619. }
  620.  
  621. static bool task_print_walker(avltree_node_t *node, void *arg)
  622. {
  623.     task_t *t = avltree_get_instance(node, task_t, tasks_tree_node);
  624.     int j;
  625.        
  626.     spinlock_lock(&t->lock);
  627.            
  628.     uint64_t cycles;
  629.     char suffix;
  630.     order(task_get_accounting(t), &cycles, &suffix);
  631.  
  632. #ifdef __32_BITS__ 
  633.     printf("%-6" PRIu64 " %-10s %-3" PRIu32 " %10p %10p %9" PRIu64 "%c %7ld %6ld",
  634.         t->taskid, t->name, t->context, t, t->as, cycles, suffix,
  635.         atomic_get(&t->refcount), atomic_get(&t->active_calls));
  636. #endif
  637.  
  638. #ifdef __64_BITS__
  639.     printf("%-6" PRIu64 " %-10s %-3" PRIu32 " %18p %18p %9" PRIu64 "%c %7ld %6ld",
  640.         t->taskid, t->name, t->context, t, t->as, cycles, suffix,
  641.         atomic_get(&t->refcount), atomic_get(&t->active_calls));
  642. #endif
  643.  
  644.     for (j = 0; j < IPC_MAX_PHONES; j++) {
  645.         if (t->phones[j].callee)
  646.             printf(" %d:%p", j, t->phones[j].callee);
  647.     }
  648.     printf("\n");
  649.            
  650.     spinlock_unlock(&t->lock);
  651.     return true;
  652. }
  653.  
  654. /** Print task list */
  655. void task_print_list(void)
  656. {
  657.     ipl_t ipl;
  658.    
  659.     /* Messing with task structures, avoid deadlock */
  660.     ipl = interrupts_disable();
  661.     spinlock_lock(&tasks_lock);
  662.  
  663. #ifdef __32_BITS__ 
  664.     printf("taskid name       ctx address    as         "
  665.         "cycles     threads calls  callee\n");
  666.     printf("------ ---------- --- ---------- ---------- "
  667.         "---------- ------- ------ ------>\n");
  668. #endif
  669.  
  670. #ifdef __64_BITS__
  671.     printf("taskid name       ctx address            as                 "
  672.         "cycles     threads calls  callee\n");
  673.     printf("------ ---------- --- ------------------ ------------------ "
  674.         "---------- ------- ------ ------>\n");
  675. #endif
  676.  
  677.     avltree_walk(&tasks_tree, task_print_walker, NULL);
  678.  
  679.     spinlock_unlock(&tasks_lock);
  680.     interrupts_restore(ipl);
  681. }
  682.  
  683. /** @}
  684.  */
  685.