OXIESEC PANEL
- Current Dir:
/
/
lib
/
python3.9
/
site-packages
/
tuned
/
plugins
/
__pycache__
Server IP: 2a02:4780:11:1594:0:ef5:22d7:a
Upload:
Create Dir:
Name
Size
Modified
Perms
📁
..
-
02/13/2025 09:25:13 PM
rwxr-xr-x
📄
__init__.cpython-39.opt-1.pyc
209 bytes
12/02/2024 09:49:29 AM
rw-r--r--
📄
__init__.cpython-39.pyc
209 bytes
12/02/2024 09:49:29 AM
rw-r--r--
📄
base.cpython-39.opt-1.pyc
21.86 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
base.cpython-39.pyc
21.86 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
decorators.cpython-39.opt-1.pyc
1.08 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
decorators.cpython-39.pyc
1.08 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
exceptions.cpython-39.opt-1.pyc
394 bytes
12/02/2024 09:49:29 AM
rw-r--r--
📄
exceptions.cpython-39.pyc
394 bytes
12/02/2024 09:49:29 AM
rw-r--r--
📄
hotplug.cpython-39.opt-1.pyc
4.27 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
hotplug.cpython-39.pyc
4.27 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_acpi.cpython-39.opt-1.pyc
3.36 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_acpi.cpython-39.pyc
3.36 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_audio.cpython-39.opt-1.pyc
4.07 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_audio.cpython-39.pyc
4.07 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_bootloader.cpython-39.opt-1.pyc
24.46 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_bootloader.cpython-39.pyc
24.46 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_cpu.cpython-39.opt-1.pyc
27.42 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_cpu.cpython-39.pyc
27.44 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_disk.cpython-39.opt-1.pyc
16.46 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_disk.cpython-39.pyc
16.46 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_eeepc_she.cpython-39.opt-1.pyc
3.68 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_eeepc_she.cpython-39.pyc
3.68 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_irq.cpython-39.opt-1.pyc
9.02 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_irq.cpython-39.pyc
9.02 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_irqbalance.cpython-39.opt-1.pyc
4.69 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_irqbalance.cpython-39.pyc
4.69 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_modules.cpython-39.opt-1.pyc
5.5 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_modules.cpython-39.pyc
5.5 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_mounts.cpython-39.opt-1.pyc
5.59 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_mounts.cpython-39.pyc
5.59 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_net.cpython-39.opt-1.pyc
23.2 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_net.cpython-39.pyc
23.2 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_rtentsk.cpython-39.opt-1.pyc
1.37 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_rtentsk.cpython-39.pyc
1.37 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_scheduler.cpython-39.opt-1.pyc
53.13 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_scheduler.cpython-39.pyc
53.13 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_script.cpython-39.opt-1.pyc
4.46 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_script.cpython-39.pyc
4.5 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_scsi_host.cpython-39.opt-1.pyc
4.64 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_scsi_host.cpython-39.pyc
4.64 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_selinux.cpython-39.opt-1.pyc
3.07 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_selinux.cpython-39.pyc
3.07 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_service.cpython-39.opt-1.pyc
13.56 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_service.cpython-39.pyc
13.56 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_sysctl.cpython-39.opt-1.pyc
6.15 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_sysctl.cpython-39.pyc
6.15 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_sysfs.cpython-39.opt-1.pyc
3.72 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_sysfs.cpython-39.pyc
3.72 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_systemd.cpython-39.opt-1.pyc
6 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_systemd.cpython-39.pyc
6 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_uncore.cpython-39.opt-1.pyc
5.86 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_uncore.cpython-39.pyc
5.86 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_usb.cpython-39.opt-1.pyc
3.01 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_usb.cpython-39.pyc
3.01 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_video.cpython-39.opt-1.pyc
6.1 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_video.cpython-39.pyc
6.1 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_vm.cpython-39.opt-1.pyc
4.12 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
plugin_vm.cpython-39.pyc
4.12 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
repository.cpython-39.opt-1.pyc
1.93 KB
12/02/2024 09:49:29 AM
rw-r--r--
📄
repository.cpython-39.pyc
1.97 KB
12/02/2024 09:49:29 AM
rw-r--r--
Editing: plugin_scheduler.cpython-39.pyc
Close
a �Գf�� � @ s d dl mZ d dlT ddlZddlZddlT ddlZddlZddl Z ddl m Z ddl Z ddl mZ ddlZddlZddlZddlZz ej W n ey� ddlZY n0 ej�� ZG dd� de�ZG dd � d e�ZG d d � d e�Z G d d � d e �Z G dd� dej �Z dS )� )�base)�*� N)�commandsc @ s0 e Zd Zddd�Zedd� �Zejdd� �ZdS )�SchedulerParamsNc C s( || _ || _|| _|| _|| _|| _d S �N)�_cmd�cmdline� scheduler�priority�affinity�cgroup)�self�cmdr r r r r � r �B/usr/lib/python3.9/site-packages/tuned/plugins/plugin_scheduler.py�__init__ s zSchedulerParams.__init__c C s | j d u rd S | j�| j �S d S r )� _affinityr Zbitmask2cpulist�r r r r r & s zSchedulerParams.affinityc C s" |d u rd | _ n| j�|�| _ d S r )r r Zcpulist2bitmask�r �valuer r r r - s )NNNNN)�__name__� __module__� __qualname__r �propertyr �setterr r r r r s � r c @ s e Zd Zdd� ZdS )� IRQAffinitiesc C s i | _ d | _g | _d S r )�irqs�default� unchangeabler r r r r 5 s zIRQAffinities.__init__N)r r r r r r r r r 4 s r c @ sp e Zd ZdZdddddd�Zdd � Zd d � Zd d � Zdd� Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zd S ) �SchedulerUtilsz= Class encapsulating scheduler implementation in os module � SCHED_FIFO� SCHED_BATCH�SCHED_RR� SCHED_OTHER� SCHED_IDLE)�f�b�r�o�ic C s8 t dd� | j�� D ��| _t dd� | j�� D ��| _d S )Nc s s | ]\}}|t t|�fV qd S r ��getattr�os��.0�k�namer r r � <genexpr>J � z*SchedulerUtils.__init__.<locals>.<genexpr>c s s | ]}t t|�|fV qd S r r+ �r/ r1 r r r r2 L r3 ��dict�_dict_schedcfg2schedconst�items�_dict_schedcfg2num�values�_dict_num2schedconstr r r r r H s zSchedulerUtils.__init__c C s | j �|�S r )r9 �get)r � str_schedulerr r r �sched_cfg_to_numN s z SchedulerUtils.sched_cfg_to_numc C s | j �|�S r )r; r< )r r r r r �sched_num_to_constR s z!SchedulerUtils.sched_num_to_constc C s t �|�S r )r- �sched_getscheduler�r �pidr r r � get_schedulerU s z SchedulerUtils.get_schedulerc C s t �||t �|�� d S r )r- �sched_setscheduler� sched_param�r rB �sched�prior r r � set_schedulerX s z SchedulerUtils.set_schedulerc C s t �|�S r )r- �sched_getaffinityrA r r r � get_affinity[ s zSchedulerUtils.get_affinityc C s t �||� d S r )r- �sched_setaffinity�r rB r r r r � set_affinity^ s zSchedulerUtils.set_affinityc C s t �|�jS r )r- �sched_getparam�sched_priorityrA r r r � get_prioritya s zSchedulerUtils.get_priorityc C s t �|�S r )r- �sched_get_priority_min�r rG r r r �get_priority_mind s z SchedulerUtils.get_priority_minc C s t �|�S r )r- �sched_get_priority_maxrS r r r �get_priority_maxg s z SchedulerUtils.get_priority_maxN)r r r �__doc__r7 r r> r? rC rI rK rN rQ rT rV r r r r r ; s" �r c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dS )�SchedulerUtilsSchedutilszE Class encapsulating scheduler implementation in schedutils module c C s8 t dd� | j�� D ��| _t dd� | j�� D ��| _d S )Nc s s | ]\}}|t t|�fV qd S r �r, � schedutilsr. r r r r2 p r3 z4SchedulerUtilsSchedutils.__init__.<locals>.<genexpr>c s s | ]}t t|�|fV qd S r rY r4 r r r r2 r r3 r5 r r r r r n s z!SchedulerUtilsSchedutils.__init__c C s t �|�S r )rZ rC rA r r r rC t s z&SchedulerUtilsSchedutils.get_schedulerc C s t �|||� d S r )rZ rI rF r r r rI w s z&SchedulerUtilsSchedutils.set_schedulerc C s t �|�S r )rZ rK rA r r r rK z s z%SchedulerUtilsSchedutils.get_affinityc C s t �||� d S r )rZ rN rM r r r rN } s z%SchedulerUtilsSchedutils.set_affinityc C s t �|�S r )rZ rQ rA r r r rQ � s z%SchedulerUtilsSchedutils.get_priorityc C s t �|�S r )rZ rT rS r r r rT � s z)SchedulerUtilsSchedutils.get_priority_minc C s t �|�S r )rZ rV rS r r r rV � s z)SchedulerUtilsSchedutils.get_priority_maxN) r r r rW r rC rI rK rN rQ rT rV r r r r rX j s rX c s� e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zed d � �Z d d � Z dd� Z dd� Z dd� Z dd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd�d!d"�Zd#d$� Zd%d&� Zd'd(� Zd�d)d*�Zd+d,� Zd-d.� Zd/d0� Zd1d2� Z d3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z!d=d>� Z"d�d?d@�Z#dAdB� Z$dCdD� Z%� fdEdF�Z&dGdH� Z'dIdJ� Z(dKdL� Z)e*j+f� fdMdN� Z,dOdP� Z-dQdR� Z.� fdSdT�Z/dUdV� Z0dWdX� Z1dYdZ� Z2e3d[d d\�d]d^� �Z4e3d_d d\�d`da� �Z5e3dbd d\�dcdd� �Z6e3ded d\�dfdg� �Z7e3dhd d\�didj� �Z8e3dkd d\�dldm� �Z9dndo� Z:dpdq� Z;drds� Z<d�dtdu�Z=dvdw� Z>dxdy� Z?dzd{� Z@d|d}� ZAd~d� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFe3d�d d�d��d�d�� �ZGd�d�� ZHd�d�� ZId�d�d��ZJeKd��d�d�� �ZLeMd��d�d�� �ZNeKd��d�d�� �ZOeMd��d�d�� �ZPeKd��d�d�� �ZQeMd��d�d�� �ZReKd��d�d�� �ZSeMd��d�d�� �ZTeKd��d�d�� �ZUeMd��d�d�� �ZVeKd��d�d�� �ZWeMd��d�d�� �ZXeKd��d�d�� �ZYeMd��d�d�� �ZZeKd��d�d�� �Z[eMd��d�d�� �Z\eKd��d�d�� �Z]eMd��d�d�� �Z^eKd��d�d �Z_eMd��d�dĄ �Z`� ZaS )��SchedulerPlugina]- `scheduler`:: Allows tuning of scheduling priorities, process/thread/IRQ affinities, and CPU isolation. + To prevent processes/threads/IRQs from using certain CPUs, use the [option]`isolated_cores` option. It changes process/thread affinities, IRQs affinities and it sets `default_smp_affinity` for IRQs. The CPU affinity mask is adjusted for all processes and threads matching [option]`ps_whitelist` option subject to success of the `sched_setaffinity()` system call. The default setting of the [option]`ps_whitelist` regular expression is `.*` to match all processes and thread names. To exclude certain processes and threads use [option]`ps_blacklist` option. The value of this option is also interpreted as a regular expression and process/thread names (`ps -eo cmd`) are matched against that expression. Profile rollback allows all matching processes and threads to run on all CPUs and restores the IRQ settings prior to the profile application. + Multiple regular expressions for [option]`ps_whitelist` and [option]`ps_blacklist` options are allowed and separated by `;`. Quoted semicolon `\;` is taken literally. + .Isolate CPUs 2-4 ==== ---- [scheduler] isolated_cores=2-4 ps_blacklist=.*pmd.*;.*PMD.*;^DPDK;.*qemu-kvm.* ---- Isolate CPUs 2-4 while ignoring processes and threads matching `ps_blacklist` regular expressions. ==== The [option]`irq_process` option controls whether the scheduler plugin applies the `isolated_cores` parameter to IRQ affinities. The default value is `true`, which means that the scheduler plugin will move all possible IRQs away from the isolated cores. When `irq_process` is set to `false`, the plugin will not change any IRQ affinities. ==== The [option]`default_irq_smp_affinity` option controls the values *TuneD* writes to `/proc/irq/default_smp_affinity`. The file specifies default affinity mask that applies to all non-active IRQs. Once an IRQ is allocated/activated its affinity bitmask will be set to the default mask. + The following values are supported: + -- `calc`:: Content of `/proc/irq/default_smp_affinity` will be calculated from the `isolated_cores` parameter. Non-isolated cores are calculated as an inversion of the `isolated_cores`. Then the intersection of the non-isolated cores and the previous content of `/proc/irq/default_smp_affinity` is written to `/proc/irq/default_smp_affinity`. If the intersection is an empty set, then just the non-isolated cores are written to `/proc/irq/default_smp_affinity`. This behavior is the default if the parameter `default_irq_smp_affinity` is omitted. `ignore`:: *TuneD* will not touch `/proc/irq/default_smp_affinity`. explicit cpulist:: The cpulist (such as 1,3-4) is unpacked and written directly to `/proc/irq/default_smp_affinity`. -- + .An explicit CPU list to set the default IRQ smp affinity to CPUs 0 and 2 ==== ---- [scheduler] isolated_cores=1,3 default_irq_smp_affinity=0,2 ---- ==== To adjust scheduling policy, priority and affinity for a group of processes/threads, use the following syntax. + [subs="+quotes,+macros"] ---- group.__groupname__=__rule_prio__:__sched__:__prio__:__affinity__:__regex__ ---- + where `__rule_prio__` defines internal *TuneD* priority of the rule. Rules are sorted based on priority. This is needed for inheritence to be able to reorder previously defined rules. Equal `__rule_prio__` rules should be processed in the order they were defined. However, this is Python interpreter dependant. To disable an inherited rule for `__groupname__` use: + [subs="+quotes,+macros"] ---- group.__groupname__= ---- + `__sched__` must be one of: *`f`* for FIFO, *`b`* for batch, *`r`* for round robin, *`o`* for other, *`*`* do not change. + `__affinity__` is CPU affinity in hexadecimal. Use `*` for no change. + `__prio__` scheduling priority (see `chrt -m`). + `__regex__` is Python regular expression. It is matched against the output of + [subs="+quotes,+macros"] ---- ps -eo cmd ---- + Any given process name may match more than one group. In such a case, the priority and scheduling policy are taken from the last matching `__regex__`. + .Setting scheduling policy and priorities to kernel threads and watchdog ==== ---- [scheduler] group.kthreads=0:*:1:*:\[.*\]$ group.watchdog=0:f:99:*:\[watchdog.*\] ---- ==== + The scheduler plug-in uses perf event loop to catch newly created processes. By default it listens to `perf.RECORD_COMM` and `perf.RECORD_EXIT` events. By setting [option]`perf_process_fork` option to `true`, `perf.RECORD_FORK` events will be also listened to. In other words, child processes created by the `fork()` system call will be processed. Since child processes inherit CPU affinity from their parents, the scheduler plug-in usually does not need to explicitly process these events. As processing perf events can pose a significant CPU overhead, the [option]`perf_process_fork` option parameter is set to `false` by default. Due to this, child processes are not processed by the scheduler plug-in. + The CPU overhead of the scheduler plugin can be mitigated by using the scheduler [option]`runtime` option and setting it to `0`. This will completely disable the dynamic scheduler functionality and the perf events will not be monitored and acted upon. The disadvantage ot this approach is the procees/thread tuning will be done only at profile application. + .Disabling the scheduler dynamic functionality ==== ---- [scheduler] runtime=0 isolated_cores=1,3 ---- ==== + NOTE: For perf events, memory mapped buffer is used. Under heavy load the buffer may overflow. In such cases the `scheduler` plug-in may start missing events and failing to process some newly created processes. Increasing the buffer size may help. The buffer size can be set with the [option]`perf_mmap_pages` option. The value of this parameter has to expressed in powers of 2. If it is not the power of 2, the nearest higher power of 2 value is calculated from it and this calculated value used. If the [option]`perf_mmap_pages` option is omitted, the default kernel value is used. + The scheduler plug-in supports process/thread confinement using cgroups v1. + [option]`cgroup_mount_point` option specifies the path to mount the cgroup filesystem or where *TuneD* expects it to be mounted. If unset, `/sys/fs/cgroup/cpuset` is expected. + If [option]`cgroup_groups_init` option is set to `1` *TuneD* will create (and remove) all cgroups defined with the `cgroup*` options. This is the default behavior. If it is set to `0` the cgroups need to be preset by other means. + If [option]`cgroup_mount_point_init` option is set to `1`, *TuneD* will create (and remove) the cgroup mountpoint. It implies `cgroup_groups_init = 1`. If set to `0` the cgroups mount point needs to be preset by other means. This is the default behavior. + The [option]`cgroup_for_isolated_cores` option is the cgroup name used for the [option]`isolated_cores` option functionality. For example, if a system has 4 CPUs, `isolated_cores=1` means that all processes/threads will be moved to CPUs 0,2-3. The scheduler plug-in will isolate the specified core by writing the calculated CPU affinity to the `cpuset.cpus` control file of the specified cgroup and move all the matching processes/threads to this group. If this option is unset, classic cpuset affinity using `sched_setaffinity()` will be used. + [option]`cgroup.__cgroup_name__` option defines affinities for arbitrary cgroups. Even hierarchic cgroups can be used, but the hieararchy needs to be specified in the correct order. Also *TuneD* does not do any sanity checks here, with the exception that it forces the cgroup to be under [option]`cgroup_mount_point`. + The syntax of the scheduler option starting with `group.` has been augmented to use `cgroup.__cgroup_name__` instead of the hexadecimal `__affinity__`. The matching processes will be moved to the cgroup `__cgroup_name__`. It is also possible to use cgroups which have not been defined by the [option]`cgroup.` option as described above, i.e. cgroups not managed by *TuneD*. + All cgroup names are sanitized by replacing all all dots (`.`) with slashes (`/`). This is to prevent the plug-in from writing outside [option]`cgroup_mount_point`. + .Using cgroups v1 with the scheduler plug-in ==== ---- [scheduler] cgroup_mount_point=/sys/fs/cgroup/cpuset cgroup_mount_point_init=1 cgroup_groups_init=1 cgroup_for_isolated_cores=group cgroup.group1=2 cgroup.group2=0,2 group.ksoftirqd=0:f:2:cgroup.group1:ksoftirqd.* ps_blacklist=ksoftirqd.*;rcuc.*;rcub.*;ktimersoftd.* isolated_cores=1 ---- Cgroup `group1` has the affinity set to CPU 2 and the cgroup `group2` to CPUs 0,2. Given a 4 CPU setup, the [option]`isolated_cores=1` option causes all processes/threads to be moved to CPU cores 0,2-3. Processes/threads that are blacklisted by the [option]`ps_blacklist` regular expression will not be moved. The scheduler plug-in will isolate the specified core by writing the CPU affinity 0,2-3 to the `cpuset.cpus` control file of the `group` and move all the matching processes/threads to this cgroup. ==== Option [option]`cgroup_ps_blacklist` allows excluding processes which belong to the blacklisted cgroups. The regular expression specified by this option is matched against cgroup hierarchies from `/proc/PID/cgroups`. Cgroups v1 hierarchies from `/proc/PID/cgroups` are separated by commas ',' prior to regular expression matching. The following is an example of content against which the regular expression is matched against: `10:hugetlb:/,9:perf_event:/,8:blkio:/` + Multiple regular expressions can be separated by semicolon ';'. The semicolon represents a logical 'or' operator. + .Cgroup-based exclusion of processes from the scheduler ==== ---- [scheduler] isolated_cores=1 cgroup_ps_blacklist=:/daemons\b ---- The scheduler plug-in will move all processes away from core 1 except processes which belong to cgroup '/daemons'. The '\b' is a regular expression metacharacter that matches a word boundary. ---- [scheduler] isolated_cores=1 cgroup_ps_blacklist=\b8:blkio: ---- The scheduler plug-in will exclude all processes which belong to a cgroup with hierarchy-ID 8 and controller-list blkio. ==== Recent kernels moved some `sched_` and `numa_balancing_` kernel run-time parameters from `/proc/sys/kernel`, managed by the `sysctl` utility, to `debugfs`, typically mounted under `/sys/kernel/debug`. TuneD provides an abstraction mechanism for the following parameters via the scheduler plug-in: [option]`sched_min_granularity_ns`, [option]`sched_latency_ns`, [option]`sched_wakeup_granularity_ns`, [option]`sched_tunable_scaling`, [option]`sched_migration_cost_ns`, [option]`sched_nr_migrate`, [option]`numa_balancing_scan_delay_ms`, [option]`numa_balancing_scan_period_min_ms`, [option]`numa_balancing_scan_period_max_ms` and [option]`numa_balancing_scan_size_mb`. Based on the kernel used, TuneD will write the specified value to the correct location. + .Set tasks' "cache hot" value for migration decisions. ==== ---- [scheduler] sched_migration_cost_ns=500000 ---- On the old kernels, this is equivalent to: ---- [sysctl] kernel.sched_migration_cost_ns=500000 ---- that is, value `500000` will be written to `/proc/sys/kernel/sched_migration_cost_ns`. However, on more recent kernels, the value `500000` will be written to `/sys/kernel/debug/sched/migration_cost_ns`. ==== c s� t t| ��||||||||� d| _tj| _ttj�| _ |d urh|� tj tj�| _t|� tj tj��| _ t� | _d | _i | _d| _d| _d| _t�� | _| jdd�| _d| _| jdd�| _d | _ z t � | _ W n t y� t � | _ Y n0 d S )NTz.*� r )Z command_name�irq)!�superr[ r Z_has_dynamic_options�constsZCFG_DEF_DAEMON�_daemon�intZCFG_DEF_SLEEP_INTERVAL�_sleep_interval�get_boolZ CFG_DAEMONr< ZCFG_SLEEP_INTERVALr r �_secure_boot_hint�_sched_knob_paths_cache� _ps_whitelist� _ps_blacklist�_cgroup_ps_blacklist_re�perfZcpu_map�_cpusZ _storage_key�_scheduler_storage_key� _irq_process�_irq_storage_key�_evlistr �_scheduler_utils�AttributeErrorrX ) r Zmonitor_repositoryZstorage_factoryZhardware_inventoryZdevice_matcherZdevice_matcher_udevZplugin_instance_factoryZ global_cfgZ variables�� __class__r r r � s4 �� zSchedulerPlugin.__init__c C sT |d u r d S z t |�}W n ty, Y dS 0 |dkr:dS t dt�t�|d�� �S )Nr � )ra � ValueError�mathZceil�log)r Z mmap_pagesZmpr r r �_calc_mmap_pages� s z SchedulerPlugin._calc_mmap_pagesc s d |_ d|_d|_d|_� j�� ji �� _t� j�dkr^t � d� � � � i � _� j� � j� t � � _d � _d� _d � _t�� fdd�|j�� D ��� _|j|_� j�|jd �}� �|�}|dkr�t �d| � d }|d ur�t |�|kr�t � d ||f � |jD ] }� j�|j| �|j|< �q� j � |j�d d ��d k�rDd|_t � � |_!� j"�r�|j�r�z�t#�$� |_%t#j&t#j't#j(d d ddd d t#j)t#j*B d � }|j+� j,|j%d� t#�-� j,|j%�|_ |j �.|� |d u �r�|j �/� n|j j/|d� W n d|_Y n0 d S )NFTr z0recovering scheduling settings from previous runc sJ g | ]B\}}|d d� dkrt |�dkr� �|dd � �� j�|�f�qS �N� zcgroup.)�len�_sanitize_cgroup_path� _variables�expand)r/ �optionr r r r � <listcomp>� s "�z2SchedulerPlugin._instance_init.<locals>.<listcomp>�perf_mmap_pageszKInvalid 'perf_mmap_pages' value specified: '%s', using default kernel valuezL'perf_mmap_pages' value has to be power of two, specified: '%s', using: '%d'Zruntimer �0) �typeZconfigZtask�comm�mmapZfreqZ wakeup_eventsZ watermarkZ sample_type)Zcpus�threads)Zpages)0rn Z_has_dynamic_tuningZ_has_static_tuning�_runtime_tuning�_storager< rk �_scheduler_originalrz rv �info�_restore_ps_affinity�unsetr6 �_cgroups_original_affinityr � _cgroup_affinity_initialized�_cgroup� collections� OrderedDict�optionsr8 �_cgroups� _schedulerr| r} rw �error�strr rc � threading�Event� _terminater` ri Z thread_mapZ_threads�evselZ TYPE_SOFTWAREZCOUNT_SW_DUMMYZ SAMPLE_TIDZ SAMPLE_CPU�openrj Zevlist�addr� )r �instanceZperf_mmap_pages_rawr� r0 r� r r r �_instance_init� sf � � � � z SchedulerPlugin._instance_initc C s& |j r"|j �� D ]}t�|j� qd S r )rn � get_pollfdr- �closer1 )r r� �fdr r r �_instance_cleanup s z!SchedulerPlugin._instance_cleanupc C s4 d t jddd d d d ddd dd d d d d d d d d d d�S )NFT�calcZfalse)�isolated_cores�cgroup_mount_point�cgroup_mount_point_init�cgroup_groups_init�cgroup_for_isolated_cores�cgroup_ps_blacklist� ps_whitelist� ps_blacklist� irq_process�default_irq_smp_affinityr� �perf_process_fork�sched_min_granularity_ns�sched_latency_ns�sched_wakeup_granularity_ns�sched_tunable_scaling�sched_migration_cost_ns�sched_nr_migrate� numa_balancing_scan_delay_ms�!numa_balancing_scan_period_min_ms�!numa_balancing_scan_period_max_ms�numa_balancing_scan_size_mb)r_ ZDEF_CGROUP_MOUNT_POINT)�clsr r r �_get_config_options s. �z#SchedulerPlugin._get_config_optionsc C s |d urt |��dd�S d S )N�.�/)r� �replacer r r r r{ 9 s z%SchedulerPlugin._sanitize_cgroup_pathc C s> t |tj�s|}t�|�}t�|�}| �|�r:d| d }|S )N�[�])� isinstance�procfs�processZprocess_cmdline� _is_kthread)r r� rB r r r r � _get_cmdline= s z SchedulerPlugin._get_cmdlinec C s� t �� }|�� i }|�� D ]�}zJ| �|�}|d }|||< d|v rh|d �� D ]}| �|�}|||< qPW q ttfy� } z4|jtj ks�|jtj kr�W Y d }~q n� W Y d }~q d }~0 0 q |S )NrB r� ) r� �pidstats�reload_threadsr: r� �keys�OSError�IOError�errno�ENOENT�ESRCH)r �ps� processes�procr rB �er r r � get_processesG s& �z SchedulerPlugin.get_processesc C s@ | j �|�}| j �|�}| j �|�}t�d|||f � ||fS )Nz8Read scheduler policy '%s' and priority '%d' of PID '%d')ro rC r? rQ rv �debug)r rB r � sched_strr r r r �_get_rt` s �zSchedulerPlugin._get_rtc C s | j �|�}t�d|||f � zB| j �|�}| j �|�}||k sJ||kr`t�d||||f � W n6 ttfy� } zt�d| � W Y d }~n d }~0 0 z| j � |||� W nb ttf�y } zDt |d�r�|j t j kr�t�d| � nt�d||f � W Y d }~n d }~0 0 d S )NzBSetting scheduler policy to '%s' and priority to '%d' of PID '%d'.z9Priority for %s must be in range %d - %d. '%d' was given.z(Failed to get allowed priority range: %sr� zAFailed to set scheduling parameters of PID %d, the task vanished.z1Failed to set scheduling parameters of PID %d: %s) ro r? rv r� rT rV r� � SystemErrorr� rI �hasattrr� r� )r rB rG rH r� Zprio_minZprio_maxr� r r r �_set_rth s6 � �� � ��zSchedulerPlugin._set_rtc C s |d d t jj@ dkS )N�stat�flagsr )r� ZpidstatZ PF_KTHREAD)r r� r r r r� � s zSchedulerPlugin._is_kthreadc C s zlt �|�}|d d dkr0t�d| � W dS |d �� rj| �|�rVt�d| � nt�d| � W dS W n� ttfy� } zR|j t j ks�|j t j kr�t�d| � W Y d }~dS t� d ||f � W Y d }~nDd }~0 t tf�y } z t� d ||f � W Y d }~n d }~0 0 d S ) Nr� �state�Zz9Affinity of zombie task with PID %d could not be changed.Tz[Affinity of kernel thread with PID %d cannot be changed, the task's affinity mask is fixed.zRAffinity of task with PID %d cannot be changed, the task's affinity mask is fixed.z6Failed to get task info for PID %d, the task vanished.z&Failed to get task info for PID %d: %sF)r� r� rv r� Zis_bound_to_cpur� �warningr� r� r� r� r� r� rp �KeyError)r rB r� r� r r r �_ignore_set_affinity_error� s< � �� ��� z*SchedulerPlugin._ignore_set_affinity_errorc C sZ z| j | }W n& ty4 t| j�}|| j |< Y n0 |jd u rV|jd u rV||_||_d S r )r� r� r r r r )r rB r r �paramsr r r �_store_orig_process_rt� s z&SchedulerPlugin._store_orig_process_rtc C s� d}|d u r|d u r|S z:| � |�\}}|d u r4|}| �|||� | �|||� W nv ttfy� } zZt|d�r�|jtjkr�t� d| � || j v r�| j |= d}nt� d||f � W Y d }~n d }~0 0 |S )NTr� z=Failed to read scheduler policy of PID %d, the task vanished.FzcRefusing to set scheduler and priority of PID %d, reading original scheduling parameters failed: %s) r� r� r� r� r� r� r� r� rv r� r� r� )r rB rG rH �contZ prev_schedZ prev_prior� r r r �_tune_process_rt� s* � � z SchedulerPlugin._tune_process_rtc C s t |�d d� dkS rx )r� )r r r r r �_is_cgroup_affinity� s z#SchedulerPlugin._is_cgroup_affinityFc C s` z| j | }W n& ty4 t| j�}|| j |< Y n0 |jd u r\|jd u r\|rV||_n||_d S r )r� r� r r r r )r rB r � is_cgroupr� r r r � _store_orig_process_affinity� s z,SchedulerPlugin._store_orig_process_affinityc C sp | j jdtjt|�df dd��d�D ]D}z,|�d�d dd � }|dkrN|nd W S tyh Y q&0 q&d S ) N�%s/%s/%sr T��no_error� z:cpuset:r r\ r� )r � read_filer_ ZPROCFS_MOUNT_POINTr� �split� IndexError)r rB �lr r r r �_get_cgroup_affinity� s * z$SchedulerPlugin._get_cgroup_affinityc C sB | � |�}| j}|dkr$d||f }| jjd| t|�dd� d S )Nr� �%s/%sz%s/tasksTr� )r{ �_cgroup_mount_pointr � write_to_filer� )r rB r �pathr r r � _set_cgroup� s zSchedulerPlugin._set_cgroupc C s, |dd � }t |t� o"t|�dk}||fS )Nry r )r� �listrz )r r r� r r r �_parse_cgroup_affinity� s z&SchedulerPlugin._parse_cgroup_affinityc C s� d}|d u r|S zd| � |�\}}|r<| �|�}| �||� n(| �|�}|rX| �|||�}| �||� | �|||� W nv ttfy� } zZt |d�r�|j t j kr�t � d| � || jv r�| j|= d}nt �d||f � W Y d }~n d }~0 0 |S )NTr� z5Failed to read affinity of PID %d, the task vanished.FzLRefusing to set CPU affinity of PID %d, reading original affinity failed: %s)r� r� r� � _get_affinity�_get_intersect_affinity� _set_affinityr� r� r� r� r� r� rv r� r� r� ) r rB r � intersectr� r� r � prev_affinityr� r r r �_tune_process_affinity� s< � �� � z&SchedulerPlugin._tune_process_affinityc C sD | � |||�}|sd S | �||�}|r0|| jvr4d S || j| _d S r )r� r� r� r )r rB r rG rH r r� r r r � _tune_process s z SchedulerPlugin._tune_processc C sf | j �|�}|d u r.|dkr.t�d| � dS z t|�}W n" ty\ t�d| � Y dS 0 ||fS )Nr z>Invalid scheduler: %s. Scheduler and priority will be ignored.)NNz=Invalid priority: %s. Scheduler and priority will be ignored.)ro r> rv r� ra rt )r r= Z str_priorityr r r r r �_convert_sched_params s � �z%SchedulerPlugin._convert_sched_paramsc C sD |dkrd }n2| � |�r |}n"| j�|�}|s@t�d| � d }|S )Nr z)Invalid affinity: %s. It will be ignored.)r� r � hex2cpulistrv r� )r Z str_affinityr r r r �_convert_affinity% s �z!SchedulerPlugin._convert_affinityc C s6 |\}}}}}| � ||�\}}| �|�}|||||fS r )r� r� )r �vals� rule_prior r r �regexr r r �_convert_sched_cfg2 s � z"SchedulerPlugin._convert_sched_cfgc C s� d| j |f }zt�|tj� W n6 tyV } z t�d||f � W Y d }~n d }~0 0 | jj d|df | jj d| j df dd�dd�s�t�d| � d S )Nr� z Unable to create cgroup '%s': %sz cpuset.memsTr� z3Unable to initialize 'cpuset.mems ' for cgroup '%s') r� r- �mkdirr_ �DEF_CGROUP_MODEr� rv r� r r� r� )r r r� r� r r r �_cgroup_create_group9 s (�z$SchedulerPlugin._cgroup_create_groupc C s< | j d ur"| j | jvr"| �| j � | jD ]}| �|� q(d S r )r� r� r �r �cgr r r �_cgroup_initialize_groupsD s z)SchedulerPlugin._cgroup_initialize_groupsc C s� t �d� zt�| jtj� W n2 tyP } zt �d| � W Y d }~n d }~0 0 | j � dddddd| jg�\}}|dkr�t �d | j � d S ) Nz Initializing cgroups settingsz'Unable to create cgroup mount point: %sZmountz-tr z-oZcpusetr zUnable to mount '%s') rv r� r- �makedirsr� r_ r r� r� r �execute)r r� �ret�outr r r �_cgroup_initializeJ s $ z"SchedulerPlugin._cgroup_initializec C sJ zt �|� W n6 tyD } z t�d||f � W Y d }~n d }~0 0 d S )Nz#Unable to remove directory '%s': %s)r- �rmdirr� rv r� )r r r� r r r � _remove_dirT s zSchedulerPlugin._remove_dirc C sT t | j�D ]}| �d| j|f � q | jd urP| j| jvrP| �d| j| jf � d S )Nr� )�reversedr� r r� r� r r r r �_cgroup_finalize_groupsZ s z'SchedulerPlugin._cgroup_finalize_groupsc C sl t �d� | j�d| jg�\}}|dkr<t �d| j � dS | �| j� tj� | j�}|dkrh| �|� d S )NzRemoving cgroups settingsZumountr zUnable to umount '%s'Fr� ) rv r� r r r� r� r r- r� �dirname)r r r �dr r r �_cgroup_finalize` s z SchedulerPlugin._cgroup_finalizec C s� |dkr t �d||f � nt �d| � d S d| j|df }|r~| jj|ddd��� }|dkrl|| j|< nt �d | � d S | jj||dd �s�t �d ||f � d S ) Nr\ z$Setting cgroup '%s' affinity to '%s'z.Skipping cgroup '%s', empty affinity requestedr� � cpuset.cpus�ERRT��err_retr� zIRefusing to set affinity of cgroup '%s', reading original affinity failedr� z+Unable to set affinity '%s' for cgroup '%s') rv r� r� r r� �stripr� r� r� )r r r �backupr� Z orig_affinityr r r �_cgroup_set_affinity_onek s z(SchedulerPlugin._cgroup_set_affinity_onec C sz | j r d S t�d� | jd urH| jd urH| j| jvrH| j| j| jdd� | j�� D ] }| j|d |d dd� qRd| _ d S )NzSetting cgroups affinitiesT)r r r )r� rv r� r r� r� r r8 r r r r �_cgroup_set_affinity| s z$SchedulerPlugin._cgroup_set_affinityc C s2 t �d� | j�� D ]}| �|d |d � qd S )Nz Restoring cgroups affinitiesr r )rv r� r� r8 r r r r r �_cgroup_restore_affinity� s z(SchedulerPlugin._cgroup_restore_affinityc sx �j �|jd ��_�j��j �|jd ��dk�_�j��j �|jd ��dk�_���j �|jd ���_ �jr|�� � �js��jr��� � t t ���|� ��� z ��� }W n8 ttfy� } z t�d| � W Y d }~d S d }~0 0 dd� |j�� D �}�fd d�|D �}t|d d � d �}t� }i |_|D ]�\�\}��� �zt����W nH tj�y� } z,t�d t �� � W Y d }~�q4W Y d }~n d }~0 0 �fdd�|�� D �}t� ����fdd�|D ��} |� | � t� ddt ������� g|j�< �q4|�� D ](\} \} ���� ��� | | ��� � �q �j �!�j"�j#� �j$�rt|j%�rtt&j'�j(|gd�|_)|j)�*� d S )Nr� r� �1r� r� �Ierror applying tuning, cannot get information about running processes: %sc S s$ g | ] \}}|t |��d d�f�qS )�:� )r� r� )r/ r~ r r r r r � r3 z:SchedulerPlugin._instance_apply_static.<locals>.<listcomp>c s6 g | ].\}}t �d |�rt|�dkr|� �|�f�qS )zgroup\.� )�re�matchrz r )r/ r~ r� r r r r � s �c S s | d d S )Nr r r )Z option_valsr r r �<lambda>� r3 z8SchedulerPlugin._instance_apply_static.<locals>.<lambda>)�keyz(error compiling regular expression: '%s'c s( g | ] \}}t �� |�d ur||f�qS r )r# �search�r/ rB r )r( r r r � r3 c s$ g | ] \}}||���� �ff�qS r r r( )r r~ r r r r r r � s �z(?<!\\)\((?!\?)z(?:)�target�args)+r| r} r� r� r rc �_cgroup_mount_point_init�_cgroup_groups_initr{ r� r r r^ r[ �_instance_apply_staticr r� r� r� rv r� r� r8 �sortedr6 � _sched_lookupr# �compiler� �update�subr� r� �setrk r� r` r� r� �Thread� _thread_code�_thread�start) r r� r� r� Z sched_cfg�bufZ sched_allr r� rG rB r rq )r r~ r r( r r r r r- � sv �� �� � � ��$� � � �z&SchedulerPlugin._instance_apply_staticc C s� z | � � }W n8 ttfyD } z t�d| � W Y d }~d S d }~0 0 | j�� D ]x\}}||vsP|| |jkrpqP|jd ur�|j d ur�| � ||j|j � |j d ur�| � ||j � qP|j d urP| �||j � qPi | _| j�| j� d S )NzKerror unapplying tuning, cannot get information about running processes: %s)r� r� r� rv r� r� r8 r r r r� r r� r r� r� r� rk )r r� r� rB Z orig_paramsr r r r� � s, � � � z$SchedulerPlugin._restore_ps_affinityc C s� t tj�}d}|dkrz|dkrz| jjd| j|df ddd�}|dvrp|�d �D ] }| jjd | jdf |dd � qN|d 8 }q|dkr�t� d | � d S )N� r\ r r� ZtasksTr )r\ r9 r� r� r� r z(Unable to cleanup tasks from cgroup '%s') ra r_ ZCGROUP_CLEANUP_TASKS_RETRYr r� r� r� r� rv r� )r r Zcnt�datar� r r r �_cgroup_cleanup_tasks_one� s � z)SchedulerPlugin._cgroup_cleanup_tasks_onec C s< | j d ur"| j | jvr"| �| j � | jD ]}| �|� q(d S r )r� r� r; r r r r �_cgroup_cleanup_tasks� s z%SchedulerPlugin._cgroup_cleanup_tasksc sp t t| ��||� | jr2|jr2|j�� |j�� | � � | � � | � � | j sV| j r^| �� | j rl| �� d S r )r^ r[ �_instance_unapply_staticr` r� r� r3 r6 �joinr� r r< r, r+ r r )r r� Zrollbackrq r r r= � s z(SchedulerPlugin._instance_unapply_staticc C s� t �d| � d| j|df }| jj|ddd�}|dkr<dS | j�| j�|��}| j�| j�|��}d| }||kr�t �tj ||f � dS t � tj |||f � dS d S ) Nz Verifying cgroup '%s' affinityr� r r Tr zcgroup '%s' affinityF) rv r� r� r r� �cpulist2stringZ cpulist_packr� r_ �STR_VERIFY_PROFILE_VALUE_OKr� � STR_VERIFY_PROFILE_VALUE_FAIL)r r r r� �current_affinityZaffinity_descriptionr r r �_cgroup_verify_affinity_one� s& ���z+SchedulerPlugin._cgroup_verify_affinity_onec C sn t �d� d}| jd urB| jd urB| j| jvrB|o@| �| j| j�}| j�� D ] }|of| �|d |d �}qL|S )Nz Veryfying cgroups affinitiesTr r )rv r� r r� r� rC r8 )r r r r r r �_cgroup_verify_affinity s z'SchedulerPlugin._cgroup_verify_affinityc s$ t t| ��|||�}| �� }|o"|S r )r^ r[ �_instance_verify_staticrD )r r� �ignore_missingZdevicesZret1Zret2rq r r rE s z'SchedulerPlugin._instance_verify_staticc C s� z| � |�}W nd ttfyr } zH|jtjks:|jtjkrJt�d| � nt�d||f � W Y d }~d S d }~0 0 | j � |j ||�}|d ur�|| j vr�t�d||t |�f � |\}}} | �||||| � | j�| j| j � d S )N�3Failed to get cmdline of PID %d, the task vanished.z#Failed to get cmdline of PID %d: %sz-tuning new process '%s' with PID '%d' by '%s')r� r� r� r� r� r� rv r� r� r Z re_lookupr/ r� r� r� r� r3 rk ) r r� rB r( r r� �vrG rH r r r r �_add_pid s. ��� � �zSchedulerPlugin._add_pidc C s6 || j v r2| j |= t�d| � | j�| j| j � d S )Nz)removed PID %d from the rollback database)r� rv r� r� r3 rk )r r� rB r r r � _remove_pid3 s �zSchedulerPlugin._remove_pidc C s� | j �|j�}t�� }|j�� }|D ]}|�|� q$|j� � s�t |�| j d ��dkr4|j� � s4d}|r4d}| j D ]j}|j� |�}|rrd}|jtjks�| jr�|jtjkr�| �|t|j�|� qr|jtjkrr| �|t|j�� qrqdq4d S )Ni� r TF)r Zre_lookup_compiler/ �select�pollrn r� �registerr� �is_setrz rb rj Z read_on_cpur� ri Z RECORD_COMM�_perf_process_fork_valueZ RECORD_FORKrI ra �tidZ RECORD_EXITrJ ) r r� r( rL Zfdsr� Z read_eventsZcpuZeventr r r r5 : s, " � � z SchedulerPlugin._thread_coder� )� per_devicec C s: |rd S |r6|d ur6d� dd� t�dt|��D ��| _d S )N�|c S s g | ] }d | �qS �z(%s)r �r/ rH r r r r Y r3 z8SchedulerPlugin._cgroup_ps_blacklist.<locals>.<listcomp>�(?<!\\);)r> r# r� r� rh �r �enablingr �verifyrF r r r �_cgroup_ps_blacklistS s z$SchedulerPlugin._cgroup_ps_blacklistr� c C s: |rd S |r6|d ur6d� dd� t�dt|��D ��| _d S )NrR c S s g | ] }d | �qS rS r rT r r r r a r3 z1SchedulerPlugin._ps_whitelist.<locals>.<listcomp>rU )r> r# r� r� rf rV r r r rf [ s z SchedulerPlugin._ps_whitelistr� c C s: |rd S |r6|d ur6d� dd� t�dt|��D ��| _d S )NrR c S s g | ] }d | �qS rS r rT r r r r i r3 z1SchedulerPlugin._ps_blacklist.<locals>.<listcomp>rU )r> r# r� r� rg rV r r r rg c s z SchedulerPlugin._ps_blacklistr� c C s* |rd S |r&|d ur&| j �|�dk| _d S �Nr )r rc rl rV r r r rl k s z SchedulerPlugin._irq_processr� c C s6 |rd S |r2|d ur2|dv r$|| _ n| j�|�| _ d S )N)r� �ignore)� _default_irq_smp_affinity_valuer �cpulist_unpackrV r r r �_default_irq_smp_affinitys s z)SchedulerPlugin._default_irq_smp_affinityr� c C s* |rd S |r&|d ur&| j �|�dk| _d S rZ )r rc rO rV r r r �_perf_process_fork~ s z"SchedulerPlugin._perf_process_forkc C s" | j �|�}t�d||f � |S )Nz Read affinity '%s' of PID %d)ro rK rv r� )r rB �resr r r r� � s z SchedulerPlugin._get_affinityc C sp t �d||f � z| j�||� W nF ttfyj } z*| �|�sVt �d|||f � W Y d }~n d }~0 0 d S )Nz'Setting CPU affinity of PID %d to '%s'.z,Failed to set affinity of PID %d to '%s': %s)rv r� ro rN r� r� r� r� )r rB r r� r r r r� � s �z SchedulerPlugin._set_affinityc C s" t |��t |��}|r t|�S |S r )r3 � intersectionr� )r Z affinity1Z affinity2Z affinity3Zaffr r r r� � s z'SchedulerPlugin._get_intersect_affinityc sD � fdd�|D �}� j dkr.� fdd�|D �}� jdkrJ� fdd�|D �}tdd� |D ��}|D ]�}z� �|| �}W nn ttfy� } zR|jtjks�|jtjkr�t � d| � nt � d||f � W Y d }~q`W Y d }~n d }~0 0 � j ||d d �} | s�q`|� j v �r|� j | _|s`d || v r`� �|| d �� |d � q`d S ) Nc s( g | ] }t �� j� �|��d ur|�qS r )r# r' rf �_get_stat_commrT r r r r � s ��z9SchedulerPlugin._set_all_obj_affinity.<locals>.<listcomp>r\ c s( g | ] }t �� j� �|��d u r|�qS r )r# r' rg rb rT r r r r � s ��c s( g | ] }t �� j� �|��d u r|�qS r )r# r' rh �_get_stat_cgrouprT r r r r � s ��c S s g | ]}|j |f�qS r )rB rT r r r r � r3 rG zARefusing to set affinity of PID %d, failed to get its cmdline: %sT)r� r� )rg rh r6 r� r� r� r� r� r� rv r� r� r� r� r �_set_all_obj_affinityr: ) r Zobjsr r� ZpslZpsdrB r r� r� r r r rd � s@ ���"� �z%SchedulerPlugin._set_all_obj_affinityc C s* z |d W S t ttfy$ Y dS 0 d S )NZcgroupsr\ �r� r� r� �r r) r r r rc � s z SchedulerPlugin._get_stat_cgroupc C s. z|d d W S t ttfy( Y dS 0 d S )Nr� r� r\ re rf r r r rb � s z SchedulerPlugin._get_stat_commc C sb z&t �� }|�� | �|�� |d� W n6 ttfy\ } zt�d| � W Y d }~n d }~0 0 d S )NFr ) r� r� r� rd r: r� r� rv r� )r r r� r� r r r �_set_ps_affinity� s �z SchedulerPlugin._set_ps_affinityc C s� z`| j �|�}t�d||f � d| }t|d��}|�|� W d � n1 sR0 Y W dS ttfy� } zdt|d�r�|j t j kr�|s�t�d| � W Y d }~dS t� d|||f � W Y d }~d S W Y d }~n d }~0 0 d S ) Nz&Setting SMP affinity of IRQ %s to '%s'z/proc/irq/%s/smp_affinity�wr r� z/Setting SMP affinity of IRQ %s is not supported���z0Failed to set SMP affinity of IRQ %s to '%s': %s���) r � cpulist2hexrv r� r� �writer� r� r� r� ZEIOr� )r r] r Z restoring� affinity_hex�filenamer& r� r r r �_set_irq_affinity� s* � (���z!SchedulerPlugin._set_irq_affinityc C s� zR| j �|�}t�d| � tdd��}|�|� W d � n1 sF0 Y W n: ttfy� } z t�d||f � W Y d }~n d }~0 0 d S )Nz(Setting default SMP IRQ affinity to '%s'� /proc/irq/default_smp_affinityrh z2Failed to set default SMP IRQ affinity to '%s': %s) r rk rv r� r� rl r� r� r� )r r rm r& r� r r r �_set_default_irq_affinity� s � ,�z)SchedulerPlugin._set_default_irq_affinityc C s t � }t�� }|�� D ]�}z"|| d }t�d||f � W n tyR Y qY n0 | �|||�}t|�t|�krtq| � ||d�}|dkr�||j |< q|dkr|j � |� q| j �d�}| j �|�}| jdkr�| �|||�}n| jdkr�| j}| jdk�r | �|� ||_| j�| j|� d S ) Nr z Read affinity of IRQ '%s': '%s'Fr ri rp r� r[ )r r� � interruptsr� rv r� r� r� r3 ro r r �appendr r� r� r\ rq r r� rm ) r r � irq_originalr r] r� r r` Zprev_affinity_hexr r r �_set_all_irq_affinity� s8 � z%SchedulerPlugin._set_all_irq_affinityc C sj | j �| jd �}|d u r d S |j�� D ]\}}| �||d� q&| jdkrX|j}| �|� | j � | j� d S )NTr[ ) r� r< rm r r8 ro r\ r rq r� )r rt r] r r r r �_restore_all_irq_affinity s z)SchedulerPlugin._restore_all_irq_affinityc C sF t |��t |��}|r,t�tj||f � nt�tj|||f � |S r )r3 �issubsetrv r� r_ r@ r� rA )r �irq_description�correct_affinityrB r` r r r �_verify_irq_affinity' s ���z$SchedulerPlugin._verify_irq_affinityc C s� | j �| jd �}t�� }d}|�� D ]�}||jv rP|rPd| }t�t j | � q$z<|| d }t� d||f � d| } | � | ||�s�d}W q$ t y� Y q$Y q$0 q$| j�d�} | j�| �}| jdkr�| � d || jd kr�|n| j�s�d}|S ) NTz-IRQ %s does not support changing SMP affinityr z#Read SMP affinity of IRQ '%s': '%s'zSMP affinity of IRQ %sFrp r[ zdefault IRQ SMP affinityr� )r� r< rm r� rr r� r rv r� r_ Z STR_VERIFY_PROFILE_VALUE_MISSINGr� rz r� r r� r� r\ ) r ry rF rt r r` r] � descriptionrB rx Zcurrent_affinity_hexr r r �_verify_all_irq_affinity3 s@ �� � �z(SchedulerPlugin._verify_all_irq_affinityr� � )rQ r c C s� d }d | _ |d urrt| j�|��}t| j�}|�|�rRt|| �}| j�|�| _ n | j�| j�}t� d||f � |sz|r�|d u r�d S |r�| j r�| � ||�S dS |r�| j r�| � � d| j } n|} | �| � | j r�| �|� n| j r�| �� d S )NzJInvalid isolated_cores specified, '%s' does not match available cores '%s'Tz cgroup.%s)r r3 r r] rj rw r� r? rv r� rl r| r� r rg ru rv ) r rW r rX rF r �isolatedZpresentZstr_cpusZ ps_affinityr r r �_isolated_coresR s8 � z SchedulerPlugin._isolated_coresc C s� d|||f }| j �|�}|r"|S d||f }tj�|�sv|dkrPd||f }nd|||f }d| }| jd u rvd| _|| j |< |S )Nz%s_%s_%sz/proc/sys/kernel/%s_%sr\ r� r� z/sys/kernel/debug/%sT)re r< r- r� �existsrd )r �prefix� namespace�knobr& r� r r r �_get_sched_knob_pathv s z$SchedulerPlugin._get_sched_knob_pathc C sJ | j j| �|||�d d�}|d u rFt�d| � | jrFt�d� d| _|S )N)r zError reading '%s'zUThis may not work with Secure Boot or kernel_lockdown (this hint is logged only once)F)r r� r� rv r� rd )r r� r� r� r: r r r �_get_sched_knob� s z SchedulerPlugin._get_sched_knobc C sN |d u r d S |sJ| j j| �|||�||r0tjgndd�sJt�d||f � |S )NFr� z Error writing value '%s' to '%s')r r� r� r� r� rv r� )r r� r� r� r �sim�remover r r �_set_sched_knob� s �z SchedulerPlugin._set_sched_knobr� c C s | � ddd�S �Nr\ rG Zmin_granularity_ns�r� r r r r � _get_sched_min_granularity_ns� s z-SchedulerPlugin._get_sched_min_granularity_nsc C s | � ddd|||�S r� �r� �r r r� r� r r r � _set_sched_min_granularity_ns� s z-SchedulerPlugin._set_sched_min_granularity_nsr� c C s | � ddd�S �Nr\ rG Z latency_nsr� r r r r �_get_sched_latency_ns� s z%SchedulerPlugin._get_sched_latency_nsc C s | � ddd|||�S r� r� r� r r r �_set_sched_latency_ns� s z%SchedulerPlugin._set_sched_latency_nsr� c C s | � ddd�S �Nr\ rG Zwakeup_granularity_nsr� r r r r � _get_sched_wakeup_granularity_ns� s z0SchedulerPlugin._get_sched_wakeup_granularity_nsc C s | � ddd|||�S r� r� r� r r r � _set_sched_wakeup_granularity_ns� s z0SchedulerPlugin._set_sched_wakeup_granularity_nsr� c C s | � ddd�S �Nr\ rG Ztunable_scalingr� r r r r �_get_sched_tunable_scaling� s z*SchedulerPlugin._get_sched_tunable_scalingc C s | � ddd|||�S r� r� r� r r r �_set_sched_tunable_scaling� s z*SchedulerPlugin._set_sched_tunable_scalingr� c C s | � ddd�S �Nr\ rG Zmigration_cost_nsr� r r r r � _get_sched_migration_cost_ns� s z,SchedulerPlugin._get_sched_migration_cost_nsc C s | � ddd|||�S r� r� r� r r r � _set_sched_migration_cost_ns� s z,SchedulerPlugin._set_sched_migration_cost_nsr� c C s | � ddd�S �Nr\ rG Z nr_migrater� r r r r �_get_sched_nr_migrate� s z%SchedulerPlugin._get_sched_nr_migratec C s | � ddd|||�S r� r� r� r r r �_set_sched_nr_migrate� s z%SchedulerPlugin._set_sched_nr_migrater� c C s | � ddd�S �NrG �numa_balancingZ scan_delay_msr� r r r r �!_get_numa_balancing_scan_delay_ms� s z1SchedulerPlugin._get_numa_balancing_scan_delay_msc C s | � ddd|||�S r� r� r� r r r �!_set_numa_balancing_scan_delay_ms� s z1SchedulerPlugin._set_numa_balancing_scan_delay_msr� c C s | � ddd�S �NrG r� Zscan_period_min_msr� r r r r �&_get_numa_balancing_scan_period_min_ms� s z6SchedulerPlugin._get_numa_balancing_scan_period_min_msc C s | � ddd|||�S r� r� r� r r r �&_set_numa_balancing_scan_period_min_ms� s z6SchedulerPlugin._set_numa_balancing_scan_period_min_msr� c C s | � ddd�S �NrG r� Zscan_period_max_msr� r r r r �&_get_numa_balancing_scan_period_max_ms� s z6SchedulerPlugin._get_numa_balancing_scan_period_max_msc C s | � ddd|||�S r� r� r� r r r �&_set_numa_balancing_scan_period_max_ms� s z6SchedulerPlugin._set_numa_balancing_scan_period_max_msr� c C s | � ddd�S �NrG r� Z scan_size_mbr� r r r r � _get_numa_balancing_scan_size_mb� s z0SchedulerPlugin._get_numa_balancing_scan_size_mbc C s | � ddd|||�S r� r� r� r r r � _set_numa_balancing_scan_size_mb� s z0SchedulerPlugin._set_numa_balancing_scan_size_mb)F)F)F)F)F)br r r rW r rw r� r� � classmethodr� r{ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r r- r� r; r< r_ Z ROLLBACK_SOFTr= rC rD rE rI rJ r5 Zcommand_customrY rf rg rl r^ r_ r� r� r� rd rc rb rg ro rq ru rv rz r| r r� r� r� Z command_getr� Z command_setr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� � __classcell__r r rq r r[ � s� ) ? < " # r[ ) r\ r Z decoratorsZ tuned.logsZtunedr# � subprocessr� ri rK Z tuned.constsr_ r� Ztuned.utils.commandsr r� r- r� ru r! rp rZ Zlogsr< rv �objectr r r rX ZPluginr[ r r r r �<module> s0 /