FFmpeg
slicethread.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include <stdatomic.h>
20 #include "cpu.h"
21 #include "internal.h"
22 #include "slicethread.h"
23 #include "mem.h"
24 #include "thread.h"
25 #include "avassert.h"
26 
27 #if HAVE_PTHREADS || HAVE_W32THREADS || HAVE_OS2THREADS
28 
29 typedef struct WorkerContext {
33  pthread_t thread;
34  int done;
35 } WorkerContext;
36 
37 struct AVSliceThread {
38  WorkerContext *workers;
39  int nb_threads;
40  int nb_active_threads;
41  int nb_jobs;
42 
43  atomic_uint first_job;
44  atomic_uint current_job;
45  pthread_mutex_t done_mutex;
46  pthread_cond_t done_cond;
47  int done;
48  int finished;
49 
50  void *priv;
51  void (*worker_func)(void *priv, int jobnr, int threadnr, int nb_jobs, int nb_threads);
52  void (*main_func)(void *priv);
53 };
54 
55 static int run_jobs(AVSliceThread *ctx)
56 {
57  unsigned nb_jobs = ctx->nb_jobs;
58  unsigned nb_active_threads = ctx->nb_active_threads;
59  unsigned first_job = atomic_fetch_add_explicit(&ctx->first_job, 1, memory_order_acq_rel);
60  unsigned current_job = first_job;
61 
62  do {
63  ctx->worker_func(ctx->priv, current_job, first_job, nb_jobs, nb_active_threads);
64  } while ((current_job = atomic_fetch_add_explicit(&ctx->current_job, 1, memory_order_acq_rel)) < nb_jobs);
65 
66  return current_job == nb_jobs + nb_active_threads - 1;
67 }
68 
69 static void *attribute_align_arg thread_worker(void *v)
70 {
71  WorkerContext *w = v;
72  AVSliceThread *ctx = w->ctx;
73 
74  pthread_mutex_lock(&w->mutex);
75  pthread_cond_signal(&w->cond);
76 
77  while (1) {
78  w->done = 1;
79  while (w->done)
80  pthread_cond_wait(&w->cond, &w->mutex);
81 
82  if (ctx->finished) {
83  pthread_mutex_unlock(&w->mutex);
84  return NULL;
85  }
86 
87  if (run_jobs(ctx)) {
88  pthread_mutex_lock(&ctx->done_mutex);
89  ctx->done = 1;
90  pthread_cond_signal(&ctx->done_cond);
91  pthread_mutex_unlock(&ctx->done_mutex);
92  }
93  }
94 }
95 
96 int avpriv_slicethread_create(AVSliceThread **pctx, void *priv,
97  void (*worker_func)(void *priv, int jobnr, int threadnr, int nb_jobs, int nb_threads),
98  void (*main_func)(void *priv),
99  int nb_threads)
100 {
102  int nb_workers, i;
103 
104  av_assert0(nb_threads >= 0);
105  if (!nb_threads) {
106  int nb_cpus = av_cpu_count();
107  if (nb_cpus > 1)
108  nb_threads = nb_cpus + 1;
109  else
110  nb_threads = 1;
111  }
112 
113  nb_workers = nb_threads;
114  if (!main_func)
115  nb_workers--;
116 
117  *pctx = ctx = av_mallocz(sizeof(*ctx));
118  if (!ctx)
119  return AVERROR(ENOMEM);
120 
121  if (nb_workers && !(ctx->workers = av_calloc(nb_workers, sizeof(*ctx->workers)))) {
122  av_freep(pctx);
123  return AVERROR(ENOMEM);
124  }
125 
126  ctx->priv = priv;
127  ctx->worker_func = worker_func;
128  ctx->main_func = main_func;
129  ctx->nb_threads = nb_threads;
130  ctx->nb_active_threads = 0;
131  ctx->nb_jobs = 0;
132  ctx->finished = 0;
133 
134  atomic_init(&ctx->first_job, 0);
135  atomic_init(&ctx->current_job, 0);
136  pthread_mutex_init(&ctx->done_mutex, NULL);
137  pthread_cond_init(&ctx->done_cond, NULL);
138  ctx->done = 0;
139 
140  for (i = 0; i < nb_workers; i++) {
141  WorkerContext *w = &ctx->workers[i];
142  int ret;
143  w->ctx = ctx;
144  pthread_mutex_init(&w->mutex, NULL);
145  pthread_cond_init(&w->cond, NULL);
146  pthread_mutex_lock(&w->mutex);
147  w->done = 0;
148 
149  if (ret = pthread_create(&w->thread, NULL, thread_worker, w)) {
150  ctx->nb_threads = main_func ? i : i + 1;
151  pthread_mutex_unlock(&w->mutex);
152  pthread_cond_destroy(&w->cond);
153  pthread_mutex_destroy(&w->mutex);
155  return AVERROR(ret);
156  }
157 
158  while (!w->done)
159  pthread_cond_wait(&w->cond, &w->mutex);
160  pthread_mutex_unlock(&w->mutex);
161  }
162 
163  return nb_threads;
164 }
165 
166 void avpriv_slicethread_execute(AVSliceThread *ctx, int nb_jobs, int execute_main)
167 {
168  int nb_workers, i, is_last = 0;
169 
170  av_assert0(nb_jobs > 0);
171  ctx->nb_jobs = nb_jobs;
172  ctx->nb_active_threads = FFMIN(nb_jobs, ctx->nb_threads);
173  atomic_store_explicit(&ctx->first_job, 0, memory_order_relaxed);
174  atomic_store_explicit(&ctx->current_job, ctx->nb_active_threads, memory_order_relaxed);
175  nb_workers = ctx->nb_active_threads;
176  if (!ctx->main_func || !execute_main)
177  nb_workers--;
178 
179  for (i = 0; i < nb_workers; i++) {
180  WorkerContext *w = &ctx->workers[i];
181  pthread_mutex_lock(&w->mutex);
182  w->done = 0;
183  pthread_cond_signal(&w->cond);
184  pthread_mutex_unlock(&w->mutex);
185  }
186 
187  if (ctx->main_func && execute_main)
188  ctx->main_func(ctx->priv);
189  else
190  is_last = run_jobs(ctx);
191 
192  if (!is_last) {
193  pthread_mutex_lock(&ctx->done_mutex);
194  while (!ctx->done)
195  pthread_cond_wait(&ctx->done_cond, &ctx->done_mutex);
196  ctx->done = 0;
197  pthread_mutex_unlock(&ctx->done_mutex);
198  }
199 }
200 
202 {
204  int nb_workers, i;
205 
206  if (!pctx || !*pctx)
207  return;
208 
209  ctx = *pctx;
210  nb_workers = ctx->nb_threads;
211  if (!ctx->main_func)
212  nb_workers--;
213 
214  ctx->finished = 1;
215  for (i = 0; i < nb_workers; i++) {
216  WorkerContext *w = &ctx->workers[i];
217  pthread_mutex_lock(&w->mutex);
218  w->done = 0;
219  pthread_cond_signal(&w->cond);
220  pthread_mutex_unlock(&w->mutex);
221  }
222 
223  for (i = 0; i < nb_workers; i++) {
224  WorkerContext *w = &ctx->workers[i];
225  pthread_join(w->thread, NULL);
226  pthread_cond_destroy(&w->cond);
227  pthread_mutex_destroy(&w->mutex);
228  }
229 
230  pthread_cond_destroy(&ctx->done_cond);
231  pthread_mutex_destroy(&ctx->done_mutex);
232  av_freep(&ctx->workers);
233  av_freep(pctx);
234 }
235 
236 #else /* HAVE_PTHREADS || HAVE_W32THREADS || HAVE_OS32THREADS */
237 
239  void (*worker_func)(void *priv, int jobnr, int threadnr, int nb_jobs, int nb_threads),
240  void (*main_func)(void *priv),
241  int nb_threads)
242 {
243  *pctx = NULL;
244  return AVERROR(ENOSYS);
245 }
246 
247 void avpriv_slicethread_execute(AVSliceThread *ctx, int nb_jobs, int execute_main)
248 {
249  av_assert0(0);
250 }
251 
253 {
254  av_assert0(!pctx || !*pctx);
255 }
256 
257 #endif /* HAVE_PTHREADS || HAVE_W32THREADS || HAVE_OS32THREADS */
pthread_mutex_t
_fmutex pthread_mutex_t
Definition: os2threads.h:53
pthread_join
static av_always_inline int pthread_join(pthread_t thread, void **value_ptr)
Definition: os2threads.h:94
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
thread.h
pthread_mutex_init
static av_always_inline int pthread_mutex_init(pthread_mutex_t *mutex, const pthread_mutexattr_t *attr)
Definition: os2threads.h:104
avpriv_slicethread_execute
void avpriv_slicethread_execute(AVSliceThread *ctx, int nb_jobs, int execute_main)
Execute slice threading.
Definition: slicethread.c:247
w
uint8_t w
Definition: llviddspenc.c:38
AVSliceThread
struct AVSliceThread AVSliceThread
Definition: slicethread.h:22
avpriv_slicethread_create
int avpriv_slicethread_create(AVSliceThread **pctx, void *priv, void(*worker_func)(void *priv, int jobnr, int threadnr, int nb_jobs, int nb_threads), void(*main_func)(void *priv), int nb_threads)
Create slice threading context.
Definition: slicethread.c:238
avassert.h
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
ctx
AVFormatContext * ctx
Definition: movenc.c:48
pthread_create
static av_always_inline int pthread_create(pthread_t *thread, const pthread_attr_t *attr, void *(*start_routine)(void *), void *arg)
Definition: os2threads.h:80
NULL
#define NULL
Definition: coverity.c:32
worker_func
static void worker_func(void *priv, int jobnr, int threadnr, int nb_jobs, int nb_threads)
Definition: pthread_slice.c:70
pthread_mutex_unlock
#define pthread_mutex_unlock(a)
Definition: ffprobe.c:77
av_cpu_count
int av_cpu_count(void)
Definition: cpu.c:195
cpu.h
atomic_fetch_add_explicit
#define atomic_fetch_add_explicit(object, operand, order)
Definition: stdatomic.h:149
pthread_t
Definition: os2threads.h:44
pthread_cond_destroy
static av_always_inline int pthread_cond_destroy(pthread_cond_t *cond)
Definition: os2threads.h:144
slicethread.h
pthread_mutex_destroy
static av_always_inline int pthread_mutex_destroy(pthread_mutex_t *mutex)
Definition: os2threads.h:112
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
internal.h
atomic_store_explicit
#define atomic_store_explicit(object, desired, order)
Definition: stdatomic.h:90
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
main_func
int() main_func(AVCodecContext *c)
Definition: pthread_slice.c:42
av_mallocz
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:264
pthread_cond_t
Definition: os2threads.h:58
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Definition: mem.c:272
ret
ret
Definition: filter_design.txt:187
pthread_cond_signal
static av_always_inline int pthread_cond_signal(pthread_cond_t *cond)
Definition: os2threads.h:152
atomic_uint
intptr_t atomic_uint
Definition: stdatomic.h:56
pthread_cond_wait
static av_always_inline int pthread_cond_wait(pthread_cond_t *cond, pthread_mutex_t *mutex)
Definition: os2threads.h:192
mem.h
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
avpriv_slicethread_free
void avpriv_slicethread_free(AVSliceThread **pctx)
Destroy slice threading context.
Definition: slicethread.c:252
pthread_cond_init
static av_always_inline int pthread_cond_init(pthread_cond_t *cond, const pthread_condattr_t *attr)
Definition: os2threads.h:133
atomic_init
#define atomic_init(obj, value)
Definition: stdatomic.h:33
cond
int(* cond)(enum AVPixelFormat pix_fmt)
Definition: pixdesc_query.c:28
mutex
static AVMutex mutex
Definition: log.c:46
pthread_mutex_lock
#define pthread_mutex_lock(a)
Definition: ffprobe.c:73