blob: 298e3dac7b8be23bf065f9ae878a900f8fcc772b [file] [log] [blame]
Mark Salyzyn12717162014-04-29 15:49:14 -07001/*
San Mehat493dad92009-09-12 10:06:57 -07002** Copyright 2007, The Android Open Source Project
3**
Tim Murrayb769c8d2015-06-08 14:56:29 -07004** Licensed under the Apache License, Version 2.0 (the "License");
5** you may not use this file except in compliance with the License.
6** You may obtain a copy of the License at
San Mehat493dad92009-09-12 10:06:57 -07007**
Tim Murrayb769c8d2015-06-08 14:56:29 -07008** http://www.apache.org/licenses/LICENSE-2.0
San Mehat493dad92009-09-12 10:06:57 -07009**
Tim Murrayb769c8d2015-06-08 14:56:29 -070010** Unless required by applicable law or agreed to in writing, software
11** distributed under the License is distributed on an "AS IS" BASIS,
12** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13** See the License for the specific language governing permissions and
San Mehat493dad92009-09-12 10:06:57 -070014** limitations under the License.
15*/
16
Jeff Brownbff8f3f2012-05-08 15:05:42 -070017#define LOG_TAG "SchedPolicy"
18
San Mehat493dad92009-09-12 10:06:57 -070019#include <errno.h>
20#include <fcntl.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070021#include <stdio.h>
22#include <stdlib.h>
23#include <string.h>
24#include <unistd.h>
25
Jeff Brownbff8f3f2012-05-08 15:05:42 -070026#include <cutils/sched_policy.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070027#include <log/log.h>
28
29#define UNUSED __attribute__((__unused__))
Raphael0384a982009-09-15 17:10:17 -070030
Jeff Brownbff8f3f2012-05-08 15:05:42 -070031/* Re-map SP_DEFAULT to the system default policy, and leave other values unchanged.
32 * Call this any place a SchedPolicy is used as an input parameter.
33 * Returns the possibly re-mapped policy.
34 */
35static inline SchedPolicy _policy(SchedPolicy p)
36{
37 return p == SP_DEFAULT ? SP_SYSTEM_DEFAULT : p;
38}
San Mehatd2e4e462009-10-29 11:48:00 -070039
Elliott Hughes9b828ad2015-07-30 08:47:35 -070040#if defined(__ANDROID__)
Raphael0384a982009-09-15 17:10:17 -070041
Brad Fitzpatrick86b12152010-05-08 11:51:13 -070042#include <pthread.h>
Elliott Hughese07d77e2014-07-11 20:57:03 -070043#include <sched.h>
44#include <sys/prctl.h>
San Mehat3cd5b662009-09-14 16:05:24 -070045
San Mehat805d67a2009-10-29 13:56:26 -070046#define POLICY_DEBUG 0
San Mehatd2e4e462009-10-29 11:48:00 -070047
Elliott Hughes400c3812014-07-17 17:15:14 -070048// This prctl is only available in Android kernels.
49#define PR_SET_TIMERSLACK_PID 41
50
Ruchi Kandoi422852e2014-04-22 18:55:08 -070051// timer slack value in nS enforced when the thread moves to background
52#define TIMER_SLACK_BG 40000000
Todd Kjos4cdce422015-06-25 13:08:14 -070053#define TIMER_SLACK_FG 50000
Ruchi Kandoi422852e2014-04-22 18:55:08 -070054
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070055static pthread_once_t the_once = PTHREAD_ONCE_INIT;
56
San Mehatc0dfca72009-10-27 11:52:55 -070057static int __sys_supports_schedgroups = -1;
58
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070059// File descriptors open to /dev/cpuctl/../tasks, setup by initialize, or -1 on error.
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070060static int bg_cgroup_fd = -1;
Glenn Kasten10ec3c72012-04-19 15:25:58 -070061static int fg_cgroup_fd = -1;
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070062
Elliott Hughes8a8953b2015-07-24 20:28:31 -070063#ifdef USE_CPUSETS
Tim Murrayb769c8d2015-06-08 14:56:29 -070064// File descriptors open to /dev/cpuset/../tasks, setup by initialize, or -1 on error
65static int bg_cpuset_fd = -1;
66static int fg_cpuset_fd = -1;
Elliott Hughes8a8953b2015-07-24 20:28:31 -070067#endif
Tim Murrayb769c8d2015-06-08 14:56:29 -070068
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070069/* Add tid to the scheduling group defined by the policy */
Tim Murrayb769c8d2015-06-08 14:56:29 -070070static int add_tid_to_cgroup(int tid, int fd)
San Mehat493dad92009-09-12 10:06:57 -070071{
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070072 if (fd < 0) {
Tim Murrayb769c8d2015-06-08 14:56:29 -070073 SLOGE("add_tid_to_cgroup failed; fd=%d\n", fd);
74 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070075 return -1;
San Mehat805d67a2009-10-29 13:56:26 -070076 }
San Mehat493dad92009-09-12 10:06:57 -070077
Brad Fitzpatrick253e27a2010-05-06 10:00:37 -070078 // specialized itoa -- works for tid > 0
79 char text[22];
80 char *end = text + sizeof(text) - 1;
81 char *ptr = end;
82 *ptr = '\0';
83 while (tid > 0) {
84 *--ptr = '0' + (tid % 10);
85 tid = tid / 10;
86 }
87
88 if (write(fd, ptr, end - ptr) < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070089 /*
90 * If the thread is in the process of exiting,
91 * don't flag an error
92 */
93 if (errno == ESRCH)
94 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -070095 SLOGW("add_tid_to_cgroup failed to write '%s' (%s); fd=%d\n",
96 ptr, strerror(errno), fd);
97 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070098 return -1;
99 }
100
San Mehat493dad92009-09-12 10:06:57 -0700101 return 0;
102}
103
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700104static void __initialize(void) {
105 char* filename;
106 if (!access("/dev/cpuctl/tasks", F_OK)) {
107 __sys_supports_schedgroups = 1;
108
109 filename = "/dev/cpuctl/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700110 fg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700111 if (fg_cgroup_fd < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700112 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
San Mehat493dad92009-09-12 10:06:57 -0700113 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700114
Riley Andrews522d72b2014-10-03 17:02:53 -0700115 filename = "/dev/cpuctl/bg_non_interactive/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700116 bg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700117 if (bg_cgroup_fd < 0) {
118 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
119 }
120 } else {
121 __sys_supports_schedgroups = 0;
San Mehat493dad92009-09-12 10:06:57 -0700122 }
Tim Murrayb769c8d2015-06-08 14:56:29 -0700123
124#ifdef USE_CPUSETS
125 if (!access("/dev/cpuset/tasks", F_OK)) {
126
127 filename = "/dev/cpuset/foreground/tasks";
128 fg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
129 filename = "/dev/cpuset/background/tasks";
130 bg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
131 }
132#endif
133
San Mehatc0dfca72009-10-27 11:52:55 -0700134}
135
136/*
137 * Try to get the scheduler group.
138 *
San Mehat503df202010-03-02 17:09:56 -0800139 * The data from /proc/<pid>/cgroup looks (something) like:
San Mehatc0dfca72009-10-27 11:52:55 -0700140 * 2:cpu:/bg_non_interactive
San Mehat503df202010-03-02 17:09:56 -0800141 * 1:cpuacct:/
San Mehatc0dfca72009-10-27 11:52:55 -0700142 *
143 * We return the part after the "/", which will be an empty string for
144 * the default cgroup. If the string is longer than "bufLen", the string
145 * will be truncated.
146 */
147static int getSchedulerGroup(int tid, char* buf, size_t bufLen)
148{
Elliott Hughes9b828ad2015-07-30 08:47:35 -0700149#if defined(__ANDROID__)
San Mehatc0dfca72009-10-27 11:52:55 -0700150 char pathBuf[32];
San Mehat503df202010-03-02 17:09:56 -0800151 char lineBuf[256];
152 FILE *fp;
San Mehatc0dfca72009-10-27 11:52:55 -0700153
154 snprintf(pathBuf, sizeof(pathBuf), "/proc/%d/cgroup", tid);
San Mehat503df202010-03-02 17:09:56 -0800155 if (!(fp = fopen(pathBuf, "r"))) {
San Mehatc0dfca72009-10-27 11:52:55 -0700156 return -1;
157 }
158
San Mehat503df202010-03-02 17:09:56 -0800159 while(fgets(lineBuf, sizeof(lineBuf) -1, fp)) {
160 char *next = lineBuf;
161 char *subsys;
162 char *grp;
163 size_t len;
San Mehatc0dfca72009-10-27 11:52:55 -0700164
San Mehat503df202010-03-02 17:09:56 -0800165 /* Junk the first field */
166 if (!strsep(&next, ":")) {
167 goto out_bad_data;
168 }
San Mehatc0dfca72009-10-27 11:52:55 -0700169
San Mehat503df202010-03-02 17:09:56 -0800170 if (!(subsys = strsep(&next, ":"))) {
171 goto out_bad_data;
172 }
173
174 if (strcmp(subsys, "cpu")) {
175 /* Not the subsys we're looking for */
176 continue;
177 }
178
179 if (!(grp = strsep(&next, ":"))) {
180 goto out_bad_data;
181 }
182 grp++; /* Drop the leading '/' */
183 len = strlen(grp);
184 grp[len-1] = '\0'; /* Drop the trailing '\n' */
185
186 if (bufLen <= len) {
187 len = bufLen - 1;
188 }
189 strncpy(buf, grp, len);
190 buf[len] = '\0';
191 fclose(fp);
192 return 0;
San Mehatc0dfca72009-10-27 11:52:55 -0700193 }
194
San Mehat7e8529a2010-03-25 09:31:42 -0700195 SLOGE("Failed to find cpu subsys");
San Mehat503df202010-03-02 17:09:56 -0800196 fclose(fp);
197 return -1;
198 out_bad_data:
San Mehat7e8529a2010-03-25 09:31:42 -0700199 SLOGE("Bad cgroup data {%s}", lineBuf);
San Mehat503df202010-03-02 17:09:56 -0800200 fclose(fp);
201 return -1;
San Mehatc0dfca72009-10-27 11:52:55 -0700202#else
203 errno = ENOSYS;
204 return -1;
205#endif
206}
207
208int get_sched_policy(int tid, SchedPolicy *policy)
209{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700210 if (tid == 0) {
211 tid = gettid();
212 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700213 pthread_once(&the_once, __initialize);
San Mehatc0dfca72009-10-27 11:52:55 -0700214
215 if (__sys_supports_schedgroups) {
216 char grpBuf[32];
217 if (getSchedulerGroup(tid, grpBuf, sizeof(grpBuf)) < 0)
218 return -1;
219 if (grpBuf[0] == '\0') {
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700220 *policy = SP_FOREGROUND;
Riley Andrews522d72b2014-10-03 17:02:53 -0700221 } else if (!strcmp(grpBuf, "bg_non_interactive")) {
222 *policy = SP_BACKGROUND;
San Mehatc0dfca72009-10-27 11:52:55 -0700223 } else {
224 errno = ERANGE;
225 return -1;
226 }
227 } else {
228 int rc = sched_getscheduler(tid);
229 if (rc < 0)
230 return -1;
231 else if (rc == SCHED_NORMAL)
232 *policy = SP_FOREGROUND;
233 else if (rc == SCHED_BATCH)
234 *policy = SP_BACKGROUND;
235 else {
236 errno = ERANGE;
237 return -1;
238 }
239 }
240 return 0;
241}
242
Tim Murrayb769c8d2015-06-08 14:56:29 -0700243int set_cpuset_policy(int tid, SchedPolicy policy)
244{
245 // in the absence of cpusets, use the old sched policy
246#ifndef USE_CPUSETS
247 return set_sched_policy(tid, policy);
248#else
249 if (tid == 0) {
250 tid = gettid();
251 }
252 policy = _policy(policy);
253 pthread_once(&the_once, __initialize);
254
255 int fd;
256 switch (policy) {
257 case SP_BACKGROUND:
258 fd = bg_cpuset_fd;
259 break;
260 case SP_FOREGROUND:
261 case SP_AUDIO_APP:
262 case SP_AUDIO_SYS:
263 fd = fg_cpuset_fd;
264 break;
265 default:
266 fd = -1;
267 break;
268 }
269
270 if (add_tid_to_cgroup(tid, fd) != 0) {
271 if (errno != ESRCH && errno != ENOENT)
272 return -errno;
273 }
274
Tim Murray99910262015-06-22 14:00:56 -0700275 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -0700276#endif
277}
278
San Mehatc0dfca72009-10-27 11:52:55 -0700279int set_sched_policy(int tid, SchedPolicy policy)
280{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700281 if (tid == 0) {
282 tid = gettid();
283 }
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700284 policy = _policy(policy);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700285 pthread_once(&the_once, __initialize);
San Mehat493dad92009-09-12 10:06:57 -0700286
San Mehatd2e4e462009-10-29 11:48:00 -0700287#if POLICY_DEBUG
288 char statfile[64];
289 char statline[1024];
290 char thread_name[255];
291 int fd;
292
293 sprintf(statfile, "/proc/%d/stat", tid);
294 memset(thread_name, 0, sizeof(thread_name));
295
296 fd = open(statfile, O_RDONLY);
297 if (fd >= 0) {
298 int rc = read(fd, statline, 1023);
299 close(fd);
300 statline[rc] = 0;
301 char *p = statline;
302 char *q;
303
304 for (p = statline; *p != '('; p++);
305 p++;
306 for (q = p; *q != ')'; q++);
307
308 strncpy(thread_name, p, (q-p));
309 }
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700310 switch (policy) {
311 case SP_BACKGROUND:
San Mehat7e8529a2010-03-25 09:31:42 -0700312 SLOGD("vvv tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700313 break;
314 case SP_FOREGROUND:
Dima Zavin29319a62012-06-04 13:14:36 -0700315 case SP_AUDIO_APP:
316 case SP_AUDIO_SYS:
San Mehat7e8529a2010-03-25 09:31:42 -0700317 SLOGD("^^^ tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700318 break;
319 case SP_SYSTEM:
320 SLOGD("/// tid %d (%s)", tid, thread_name);
321 break;
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700322 default:
San Mehat7e8529a2010-03-25 09:31:42 -0700323 SLOGD("??? tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700324 break;
San Mehatd2e4e462009-10-29 11:48:00 -0700325 }
326#endif
327
San Mehat493dad92009-09-12 10:06:57 -0700328 if (__sys_supports_schedgroups) {
Tim Murrayb769c8d2015-06-08 14:56:29 -0700329 int fd;
330 switch (policy) {
331 case SP_BACKGROUND:
332 fd = bg_cgroup_fd;
333 break;
334 case SP_FOREGROUND:
335 case SP_AUDIO_APP:
336 case SP_AUDIO_SYS:
337 fd = fg_cgroup_fd;
338 break;
339 default:
340 fd = -1;
341 break;
342 }
343
344
345 if (add_tid_to_cgroup(tid, fd) != 0) {
San Mehat493dad92009-09-12 10:06:57 -0700346 if (errno != ESRCH && errno != ENOENT)
347 return -errno;
348 }
349 } else {
350 struct sched_param param;
351
352 param.sched_priority = 0;
353 sched_setscheduler(tid,
354 (policy == SP_BACKGROUND) ?
Tim Murrayb769c8d2015-06-08 14:56:29 -0700355 SCHED_BATCH : SCHED_NORMAL,
San Mehat493dad92009-09-12 10:06:57 -0700356 &param);
357 }
358
Todd Kjos4cdce422015-06-25 13:08:14 -0700359 prctl(PR_SET_TIMERSLACK_PID,
360 policy == SP_BACKGROUND ? TIMER_SLACK_BG : TIMER_SLACK_FG, tid);
Ruchi Kandoi422852e2014-04-22 18:55:08 -0700361
San Mehat493dad92009-09-12 10:06:57 -0700362 return 0;
363}
Raphael0384a982009-09-15 17:10:17 -0700364
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700365#else
366
367/* Stubs for non-Android targets. */
368
Mark Salyzyn12717162014-04-29 15:49:14 -0700369int set_sched_policy(int tid UNUSED, SchedPolicy policy UNUSED)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700370{
371 return 0;
372}
373
Mark Salyzyn12717162014-04-29 15:49:14 -0700374int get_sched_policy(int tid UNUSED, SchedPolicy *policy)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700375{
376 *policy = SP_SYSTEM_DEFAULT;
377 return 0;
378}
379
380#endif
381
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800382const char *get_sched_policy_name(SchedPolicy policy)
383{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700384 policy = _policy(policy);
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800385 static const char * const strings[SP_CNT] = {
386 [SP_BACKGROUND] = "bg",
387 [SP_FOREGROUND] = "fg",
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700388 [SP_SYSTEM] = " ",
389 [SP_AUDIO_APP] = "aa",
390 [SP_AUDIO_SYS] = "as",
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800391 };
392 if ((policy < SP_CNT) && (strings[policy] != NULL))
393 return strings[policy];
394 else
395 return "error";
396}