<h2>Editing File: /opt/rh/gcc-toolset-11/root/usr/share/systemtap/runtime/linux/uprobes-common.c</h2><form method='post'><textarea name='content' class='file-edit'>/* -*- linux-c -*- 
 * uprobe Functions
 * Copyright (C) 2014 Red Hat Inc.
 *
 * This file is part of systemtap, and is free software.  You can
 * redistribute it and/or modify it under the terms of the GNU General
 * Public License (GPL); either version 2, or (at your option) any
 * later version.
 */

#ifndef _UPROBE_COMMON_C_
#define _UPROBE_COMMON_C_

/* NB: Because these utrace callbacks only occur before / after
   userspace instructions run, there is no concurrency control issue
   between active uprobe callbacks and these registration /
   unregistration pieces.

   We protect the stap_uprobe-&gt;spec_index (which also serves as a
   free/busy flag) value with the outer protective stap_probes_lock
   spinlock, to protect it against concurrent registration /
   unregistration.
*/

static int stap_uprobe_change_plus (struct task_struct *tsk, unsigned long relocation, unsigned long length, const struct stap_uprobe_tf *stf, unsigned long offset, unsigned long vm_flags) {
  int tfi = (stf - stap_uprobe_finders);
  int spec_index;
  /* iterate over stap_uprobe_spec[] that use this same stap_uprobe_tf */
  for (spec_index=0; spec_index&lt;sizeof(stap_uprobe_specs)/sizeof(stap_uprobe_specs[0]); spec_index++) {
    int handled_p = 0;
    int slotted_p = 0;
    const struct stap_uprobe_spec *sups = &amp;stap_uprobe_specs [spec_index];
    struct stap_uprobe *sup;
    pid_t sdt_sem_pid;
    int rc = 0;
    int i;
    int pci;
    
    if (likely(sups-&gt;tfi != tfi)) continue;
    /* skip probes with an address beyond this map event; should not 
       happen unless a shlib/exec got mmapped in weirdly piecemeal */
    if (likely((vm_flags &amp; VM_EXEC) &amp;&amp; sups-&gt;address &gt;= length)) continue;

    /* Found a uprobe_spec for this stap_uprobe_tf.  Need to lock the
       stap_uprobes[] array to allocate a free spot, but then we can
       unlock and do the register_*probe subsequently. */

    might_sleep();
    mutex_lock (&amp; stap_uprobes_lock);
    for (i=0; i&lt;MAXUPROBES; i++) { /* XXX: slow linear search */
      sup = &amp; stap_uprobes[i];

      /* register new uprobe
	 We make two passes for semaphores;
	 see stap_uprobe_change_semaphore_plus */
 
      if (sup-&gt;spec_index &lt; 0 || (sups-&gt;sdt_sem_offset &amp;&amp; vm_flags &amp; VM_WRITE &amp;&amp; sup-&gt;spec_index == spec_index)) {
        #if (UPROBES_API_VERSION &lt; 2)
	/* See PR6829 comment. */
        if (sup-&gt;spec_index == -1 &amp;&amp; sup-&gt;up.kdata != NULL) continue;
        else if (sup-&gt;spec_index == -2 &amp;&amp; sup-&gt;urp.u.kdata != NULL) continue;
        #endif
        sup-&gt;spec_index = spec_index;
        slotted_p = 1;
        break;
      }
    }
    mutex_unlock (&amp; stap_uprobes_lock);
    #ifdef DEBUG_UPROBES
    _stp_dbug(__FUNCTION__,__LINE__, &quot;+uprobe spec %d idx %d process %s[%d] addr %p pp %s\n&quot;, spec_index, (slotted_p ? i : -1), tsk-&gt;comm, tsk-&gt;tgid, (void*)(relocation+sups-&gt;address), sups-&gt;probe-&gt;pp);
    #endif

    /* NB: check for user-module build-id only if we have a pathname
       at all; for a process(PID#).* probe, we may not.  If at some
       point we map process(PID#) to process(&quot;/proc/PID#/exe&quot;), we'll
       get a pathname. */
    if (stf-&gt;pathname)
            if ((rc = _stp_usermodule_check(tsk, stf-&gt;pathname, relocation)))
                    return rc;

    /* Here, slotted_p implies that `i' points to the single
       stap_uprobes[] element that has been slotted in for registration
       or unregistration processing.  !slotted_p implies that the table
       was full (registration; MAXUPROBES) or that no matching entry was
       found (unregistration; should not happen). */

    sdt_sem_pid = (sups-&gt;return_p ? sup-&gt;urp.u.pid : sup-&gt;up.pid);
    if (sups-&gt;sdt_sem_offset &amp;&amp; (sdt_sem_pid != tsk-&gt;tgid || sup-&gt;sdt_sem_address == 0)) {
      /* If the probe is in an ET_EXEC binary, then the sdt_sem_offset already
       * is a real address.  But stap_uprobe_process_found calls us in this
       * case with relocation=offset=0, so we don't have to worry about it.  */
      sup-&gt;sdt_sem_address = (relocation - offset) + sups-&gt;sdt_sem_offset;
    } /* sdt_sem_offset */

    for (pci=0; pci &lt; sups-&gt;perf_counters_dim; pci++) {
	if ((sups-&gt;perf_counters)[pci] &gt; -1)
	  _stp_perf_read_init ((sups-&gt;perf_counters)[pci], tsk);
      }

    if (slotted_p) {
      struct stap_uprobe *sup = &amp; stap_uprobes[i];
      if (sups-&gt;return_p) {
        sup-&gt;urp.u.pid = tsk-&gt;tgid;
        sup-&gt;urp.u.vaddr = relocation + sups-&gt;address;
        sup-&gt;urp.handler = &amp;enter_uretprobe_probe;
        rc = register_uretprobe (&amp; sup-&gt;urp);
      } else {
        sup-&gt;up.pid = tsk-&gt;tgid;
        sup-&gt;up.vaddr = relocation + sups-&gt;address;
        sup-&gt;up.handler = &amp;enter_uprobe_probe;
        rc = register_uprobe (&amp; sup-&gt;up);
      }

      /* The u*probe failed to register.  However, if we got EEXIST,
       * that means that the u*probe is already there, so just ignore
       * the error.  This could happen if CLONE_THREAD or CLONE_VM was
       * used. */
      if (rc != 0 &amp;&amp; rc != -EEXIST) {
        _stp_warn (&quot;u*probe failed %s[%d] '%s' addr %p rc %d\n&quot;, tsk-&gt;comm, tsk-&gt;tgid, sups-&gt;probe-&gt;pp, (void*)(relocation + sups-&gt;address), rc);
	/* NB: we need to release this slot,
	   so we need to borrow the mutex temporarily. */
	might_sleep();
        mutex_lock (&amp; stap_uprobes_lock);
        sup-&gt;spec_index = -1;
	sup-&gt;sdt_sem_address = 0;
        mutex_unlock (&amp; stap_uprobes_lock);
      } else {
        handled_p = 1;
      }
    }
    /* NB: handled_p implies slotted_p */
    if (unlikely (! handled_p)) {
      #ifdef STP_TIMING
      atomic_inc (skipped_count_uprobe_reg());
      #endif
      /* NB: duplicates common_entryfn_epilogue,
	 but then this is not a probe entry fn epilogue. */
#ifndef STAP_SUPPRESS_HANDLER_ERRORS
      if (unlikely (atomic_inc_return (skipped_count()) &gt; MAXSKIPPED)) {
        if (unlikely (pseudo_atomic_cmpxchg(session_state(), STAP_SESSION_RUNNING, STAP_SESSION_ERROR) == STAP_SESSION_RUNNING))
          _stp_error (&quot;Skipped too many probes, check MAXSKIPPED or try again with stap -t for more details.&quot;);
      }
#endif
    }
  }  /* close iteration over stap_uprobe_spec[] */
  return 0; /* XXX: or rc? */
}

static int stap_uprobe_change_semaphore_plus (struct task_struct *tsk, unsigned long relocation, unsigned long length, const struct stap_uprobe_tf *stf) {
  int tfi = (stf - stap_uprobe_finders);
  int spec_index;
  int rc = 0;
  struct stap_uprobe *sup;
  int i;

  /* We make two passes for semaphores.
     The first pass, stap_uprobe_change_plus, calculates the address of the   
     semaphore.  If the probe is in a .so, we calculate the 
     address when the initial mmap maps the entire solib, e.g.
     7f089885a000-7f089885b000  rw-p-  libtcl.so
     A subsequent mmap maps in the writable segment where the 
     semaphore control variable lives, e.g.
     7f089850d000-7f0898647000  r-xp-  libtcl.so
     7f0898647000-7f0898846000  ---p   libtcl.so
     7f0898846000-7f089885b000  rw-p-  libtcl.so
     The second pass, stap_uprobe_change_semaphore_plus, sets the semaphore.
     If the probe is in a .so this will be when the writable segment of the .so
     is mapped in.  If the task changes, then recalculate the address.
  */

  for (i=0; i&lt;MAXUPROBES; i++) {  /* XXX: slow linear search */
    sup = &amp; stap_uprobes[i];
    if (sup-&gt;spec_index == -1) continue;
    if (sup-&gt;sdt_sem_address != 0 &amp;&amp; !(sup-&gt;up.pid == tsk-&gt;tgid &amp;&amp; sup-&gt;sdt_sem_address &gt;= relocation &amp;&amp; sup-&gt;sdt_sem_address &lt; relocation+length)) continue;
    if (sup-&gt;sdt_sem_address) {
      unsigned short sdt_semaphore = 0; /* NB: fixed size */
      if ((rc = get_user (sdt_semaphore, (unsigned short __user*) sup-&gt;sdt_sem_address)) == 0) {
        sdt_semaphore ++;
        #ifdef DEBUG_UPROBES
        {
          const struct stap_uprobe_spec *sups = &amp;stap_uprobe_specs [sup-&gt;spec_index];
          _stp_dbug(__FUNCTION__,__LINE__, &quot;+semaphore %#x @ %#lx spec %d idx %d task %d\n&quot;, sdt_semaphore, sup-&gt;sdt_sem_address, sup-&gt;spec_index, i, tsk-&gt;tgid);
        }
        #endif
	rc = put_user (sdt_semaphore, (unsigned short __user*) sup-&gt;sdt_sem_address);
	/* XXX: need to analyze possibility of race condition */
      }
    }
  }
  return rc;
}

/* Removing/unmapping a uprobe is simpler than adding one (in the
  _plus function above).  We need not care about stap_uprobe_finders
  or anything, we just scan through stap_uprobes[] for a live probe
  within the given address range, and kill it.  */
static int stap_uprobe_change_minus (struct task_struct *tsk, unsigned long relocation, unsigned long length, const struct stap_uprobe_tf *stf) {
  int i;

  /* NB: it's not an error for us not to find a live uprobe within the
     given range.  We might have received a callback for a part of a
     shlib that was unmapped and unprobed. */

  for (i=0; i&lt;MAXUPROBES; i++) { /* XXX: slow linear search */
    struct stap_uprobe *sup = &amp; stap_uprobes[i];
    struct stap_uprobe_spec *sups;
    if (sup-&gt;spec_index &lt; 0) continue; /* skip free uprobes slot */
    sups = (struct stap_uprobe_spec*) &amp; stap_uprobe_specs[sup-&gt;spec_index];
    might_sleep();
    mutex_lock (&amp; stap_uprobes_lock);

    /* PR6829, PR9940:
       Here we're unregistering for one of two reasons:
       1. the process image is going away (or gone) due to exit or exec; or
       2. the vma containing the probepoint has been unmapped.
       In case 1, it's sort of a nop, because uprobes will notice the event
       and dispose of the probes eventually, if it hasn't already.  But by
       calling unmap_u[ret]probe() ourselves, we free up sup right away.
       
       In both cases, we must use unmap_u[ret]probe instead of
       unregister_u[ret]probe, so uprobes knows not to try to restore the
       original opcode.
    */

    /* URETPROBE */
    if (sups-&gt;return_p &amp;&amp; sup-&gt;urp.u.pid == tsk-&gt;tgid &amp;&amp; sup-&gt;urp.u.vaddr &gt;= relocation &amp;&amp; sup-&gt;urp.u.vaddr &lt; relocation+length) { /* in range */
      
      #ifdef DEBUG_UPROBES
      _stp_dbug (__FUNCTION__,__LINE__, &quot;-uretprobe spec %d idx %d process %s[%d] addr %p pp %s\n&quot;, sup-&gt;spec_index, i, tsk-&gt;comm, tsk-&gt;tgid, (void*) sup-&gt;urp.u.vaddr, sups-&gt;probe-&gt;pp);
      #endif
      #if (UPROBES_API_VERSION &gt;= 2)
      unmap_uretprobe (&amp; sup-&gt;urp);
      sup-&gt;spec_index = -1;
      sup-&gt;sdt_sem_address = 0;
      #else
      /* Uprobes lacks unmap_uretprobe.  Before reusing sup, we must wait
	 until uprobes turns loose of the uretprobe on its own, as indicated
	 by uretprobe.kdata = NULL. */
      sup-&gt;spec_index = -2;
      #endif
      /* UPROBE */
    } else if (!sups-&gt;return_p &amp;&amp; sup-&gt;up.pid == tsk-&gt;tgid &amp;&amp; sup-&gt;up.vaddr &gt;= relocation &amp;&amp; sup-&gt;up.vaddr &lt; relocation+length) { /* in range */
      
      #ifdef DEBUG_UPROBES
      _stp_dbug (__FUNCTION__,__LINE__, &quot;-uprobe spec %d idx %d process %s[%d] reloc %p pp %s\n&quot;, sup-&gt;spec_index, i, tsk-&gt;comm, tsk-&gt;tgid, (void*) sup-&gt;up.vaddr, sups-&gt;probe-&gt;pp);
      #endif
      #if (UPROBES_API_VERSION &gt;= 2)
      unmap_uprobe (&amp; sup-&gt;up);
      sup-&gt;spec_index = -1;
      sup-&gt;sdt_sem_address = 0;
      #else
      /* Uprobes lacks unmap_uprobe.  Before reusing sup, we must wait
	 until uprobes turns loose of the uprobe on its own, as indicated
	 by uprobe.kdata = NULL. */
      sup-&gt;spec_index = -1;
      sup-&gt;sdt_sem_address = 0;
      #endif
      /* PR10655: we don't need to fidget with the ENABLED semaphore either,
	 as the process is gone, buh-bye, toodaloo, au revoir, see ya later! */
    }
    mutex_unlock (&amp; stap_uprobes_lock);
  }  /* close iteration over stap_uprobes[] */
  return 0; /* XXX: or !handled_p */
}

/* The task_finder_callback we use for ET_EXEC targets.
   We used to perform uprobe insertion/removal here, but not any more.
   (PR10524) */
static int stap_uprobe_process_found (struct stap_task_finder_target *tgt, struct task_struct *tsk, int register_p, int process_p) {
  const struct stap_uprobe_tf *stf = container_of(tgt, struct stap_uprobe_tf, finder);
  if (! process_p) return 0; /* ignore threads */
  dbug_task_vma(1, &quot;%cproc pid %d stf %p %p path %s\n&quot;, register_p?'+':'-', tsk-&gt;tgid, tgt, stf, stf-&gt;pathname);
  /* ET_EXEC events are like shlib events, but with 0 relocation bases */
  if (register_p) {
    int rc = stap_uprobe_change_plus (tsk, 0, TASK_SIZE, stf, 0, 0);
    stap_uprobe_change_semaphore_plus (tsk, 0, TASK_SIZE, stf);
    return rc;
  } else
    return stap_uprobe_change_minus (tsk, 0, TASK_SIZE, stf);
}

/* The task_finder_mmap_callback */
static int
stap_uprobe_mmap_found (struct stap_task_finder_target *tgt,
                        struct task_struct *tsk, char *path,
                        struct dentry *dentry, unsigned long addr,
                        unsigned long length, unsigned long offset,
                        unsigned long vm_flags)
{
  int rc = 0;
  const struct stap_uprobe_tf *stf = container_of(tgt, struct stap_uprobe_tf, finder);
  /* 1 - shared libraries' executable segments load from offset 0
   *   - ld.so convention offset != 0 is now allowed
   *     so stap_uprobe_change_plus can set a semaphore,
   *     i.e. a static extern, in a shared object
   * 2 - the shared library we're interested in
   * 3 - mapping should be executable or writable (for semaphore in .so)
   *     NB: or both, on kernels that lack noexec mapping
   */
  if (path == NULL || strcmp (path, stf-&gt;pathname))
    return 0;

  /* Check non-writable, executable sections for probes. */
  if ((vm_flags &amp; VM_EXEC) &amp;&amp; !(vm_flags &amp; VM_WRITE)) {
    dbug_task_vma (1,
               &quot;+mmap X pid %d path %s addr %p length %u offset %p stf %p %p path %s\n&quot;,
               tsk-&gt;tgid, path, (void *) addr, (unsigned)length, (void*) offset,
               tgt, stf, stf-&gt;pathname);
    rc = stap_uprobe_change_plus (tsk, addr, length, stf, offset, vm_flags);
  }

  /* Check writable sections for semaphores.
   * NB: They may have also been executable for the check above, if we're
   *     running a kernel that lacks noexec mappings.  So long as there's
   *     no error (rc == 0), we need to look for semaphores too.
   */
  if ((rc == 0) &amp;&amp; (vm_flags &amp; VM_WRITE)) {
    dbug_task_vma (1,
               &quot;+mmap W pid %d path %s addr %p length %u offset %p stf %p %p path %s\n&quot;,
               tsk-&gt;tgid, path, (void *) addr, (unsigned)length, (void*) offset,
               tgt, stf, stf-&gt;pathname);
    rc = stap_uprobe_change_semaphore_plus (tsk, addr, length, stf);
  }

  return rc;
}

/* The task_finder_munmap_callback */
static int stap_uprobe_munmap_found (struct stap_task_finder_target *tgt, struct task_struct *tsk, unsigned long addr, unsigned long length) {
  const struct stap_uprobe_tf *stf = container_of(tgt, struct stap_uprobe_tf, finder);
  dbug_task_vma (1, &quot;-mmap pid %d addr %p length %lu stf %p %p path %s\n&quot;, tsk-&gt;tgid, (void *) addr, length, tgt, stf, stf-&gt;pathname);
  return stap_uprobe_change_minus (tsk, addr, length, stf);
}

/* The task_finder_callback we use for ET_DYN targets.
   This just forces an unmap of everything as the process exits.
   (PR11151) */
static int stap_uprobe_process_munmap (struct stap_task_finder_target *tgt, struct task_struct *tsk, int register_p, int process_p) {
  const struct stap_uprobe_tf *stf = container_of(tgt, struct stap_uprobe_tf, finder);
  if (! process_p) return 0; /* ignore threads */
  dbug_task_vma (1, &quot;%cproc pid %d stf %p %p path %s\n&quot;, register_p?'+':'-', tsk-&gt;tgid, tgt, stf, stf-&gt;pathname);
  /* Covering 0-&gt;TASK_SIZE means &quot;unmap everything&quot; */
  if (!register_p)
    return stap_uprobe_change_minus (tsk, 0, TASK_SIZE, stf);
  return 0;
}

#endif /* _UPROBE_COMMON_C_ */
</textarea><br><input class='btn' type='submit' value='Save Changes'></form><a class='btn' href='?dir=%2Fopt%2Frh%2Fgcc-toolset-11%2Froot%2Fusr%2Fshare%2Fsystemtap%2Fruntime%2Flinux'>Back to Directory</a>