1
/*
2
 * Copyright © 2004 Carl Worth
3
 * Copyright © 2006 Red Hat, Inc.
4
 * Copyright © 2007 David Turner
5
 * Copyright © 2008 M Joonas Pihlaja
6
 * Copyright © 2008 Chris Wilson
7
 * Copyright © 2009 Intel Corporation
8
 *
9
 * This library is free software; you can redistribute it and/or
10
 * modify it either under the terms of the GNU Lesser General Public
11
 * License version 2.1 as published by the Free Software Foundation
12
 * (the "LGPL") or, at your option, under the terms of the Mozilla
13
 * Public License Version 1.1 (the "MPL"). If you do not alter this
14
 * notice, a recipient may use your version of this file under either
15
 * the MPL or the LGPL.
16
 *
17
 * You should have received a copy of the LGPL along with this library
18
 * in the file COPYING-LGPL-2.1; if not, write to the Free Software
19
 * Foundation, Inc., 51 Franklin Street, Suite 500, Boston, MA 02110-1335, USA
20
 * You should have received a copy of the MPL along with this library
21
 * in the file COPYING-MPL-1.1
22
 *
23
 * The contents of this file are subject to the Mozilla Public License
24
 * Version 1.1 (the "License"); you may not use this file except in
25
 * compliance with the License. You may obtain a copy of the License at
26
 * http://www.mozilla.org/MPL/
27
 *
28
 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY
29
 * OF ANY KIND, either express or implied. See the LGPL or the MPL for
30
 * the specific language governing rights and limitations.
31
 *
32
 * The Original Code is the cairo graphics library.
33
 *
34
 * The Initial Developer of the Original Code is Carl Worth
35
 *
36
 * Contributor(s):
37
 *	Carl D. Worth <cworth@cworth.org>
38
 *      M Joonas Pihlaja <jpihlaja@cc.helsinki.fi>
39
 *	Chris Wilson <chris@chris-wilson.co.uk>
40
 */
41

            
42
/* Provide definitions for standalone compilation */
43
#include "cairoint.h"
44

            
45
#include "cairo-error-private.h"
46
#include "cairo-list-inline.h"
47
#include "cairo-freelist-private.h"
48
#include "cairo-combsort-inline.h"
49

            
50
#include <setjmp.h>
51

            
52
#define STEP_X CAIRO_FIXED_ONE
53
#define STEP_Y CAIRO_FIXED_ONE
54
#define UNROLL3(x) x x x
55

            
56
#define STEP_XY (2*STEP_X*STEP_Y) /* Unit area in the step. */
57
#define AREA_TO_ALPHA(c)  (((c)*255 + STEP_XY/2) / STEP_XY)
58

            
59
typedef struct _cairo_bo_intersect_ordinate {
60
    int32_t ordinate;
61
    enum { EXACT, INEXACT } exactness;
62
} cairo_bo_intersect_ordinate_t;
63

            
64
typedef struct _cairo_bo_intersect_point {
65
    cairo_bo_intersect_ordinate_t x;
66
    cairo_bo_intersect_ordinate_t y;
67
} cairo_bo_intersect_point_t;
68

            
69
struct quorem {
70
    cairo_fixed_t quo;
71
    cairo_fixed_t rem;
72
};
73

            
74
struct run {
75
    struct run *next;
76
    int sign;
77
    cairo_fixed_t y;
78
};
79

            
80
typedef struct edge {
81
    cairo_list_t link;
82

            
83
    cairo_edge_t edge;
84

            
85
    /* Current x coordinate and advancement.
86
     * Initialised to the x coordinate of the top of the
87
     * edge. The quotient is in cairo_fixed_t units and the
88
     * remainder is mod dy in cairo_fixed_t units.
89
     */
90
    cairo_fixed_t dy;
91
    struct quorem x;
92
    struct quorem dxdy;
93
    struct quorem dxdy_full;
94

            
95
    cairo_bool_t vertical;
96
    unsigned int flags;
97

            
98
    int current_sign;
99
    struct run *runs;
100
} edge_t;
101

            
102
enum {
103
    START = 0x1,
104
    STOP = 0x2,
105
};
106

            
107
/* the parent is always given by index/2 */
108
#define PQ_PARENT_INDEX(i) ((i) >> 1)
109
#define PQ_FIRST_ENTRY 1
110

            
111
/* left and right children are index * 2 and (index * 2) +1 respectively */
112
#define PQ_LEFT_CHILD_INDEX(i) ((i) << 1)
113

            
114
typedef enum {
115
    EVENT_TYPE_STOP,
116
    EVENT_TYPE_INTERSECTION,
117
    EVENT_TYPE_START
118
} event_type_t;
119

            
120
typedef struct _event {
121
    cairo_fixed_t y;
122
    event_type_t type;
123
} event_t;
124

            
125
typedef struct _start_event {
126
    cairo_fixed_t y;
127
    event_type_t type;
128
    edge_t *edge;
129
} start_event_t;
130

            
131
typedef struct _queue_event {
132
    cairo_fixed_t y;
133
    event_type_t type;
134
    edge_t *e1;
135
    edge_t *e2;
136
} queue_event_t;
137

            
138
typedef struct _pqueue {
139
    int size, max_size;
140

            
141
    event_t **elements;
142
    event_t *elements_embedded[1024];
143
} pqueue_t;
144

            
145
struct cell {
146
    struct cell	*prev;
147
    struct cell	*next;
148
    int		 x;
149
    int		 uncovered_area;
150
    int		 covered_height;
151
};
152

            
153
typedef struct _sweep_line {
154
    cairo_list_t active;
155
    cairo_list_t stopped;
156
    cairo_list_t *insert_cursor;
157
    cairo_bool_t is_vertical;
158

            
159
    cairo_fixed_t current_row;
160
    cairo_fixed_t current_subrow;
161

            
162
    struct coverage {
163
	struct cell head;
164
	struct cell tail;
165

            
166
	struct cell *cursor;
167
	int count;
168

            
169
	cairo_freepool_t pool;
170
    } coverage;
171

            
172
    struct event_queue {
173
	pqueue_t pq;
174
	event_t **start_events;
175

            
176
	cairo_freepool_t pool;
177
    } queue;
178

            
179
    cairo_freepool_t runs;
180

            
181
    jmp_buf unwind;
182
} sweep_line_t;
183

            
184
cairo_always_inline static struct quorem
185
floored_divrem (int a, int b)
186
{
187
    struct quorem qr;
188
    qr.quo = a/b;
189
    qr.rem = a%b;
190
    if ((a^b)<0 && qr.rem) {
191
	qr.quo--;
192
	qr.rem += b;
193
    }
194
    return qr;
195
}
196

            
197
static struct quorem
198
floored_muldivrem(int x, int a, int b)
199
{
200
    struct quorem qr;
201
    long long xa = (long long)x*a;
202
    qr.quo = xa/b;
203
    qr.rem = xa%b;
204
    if ((xa>=0) != (b>=0) && qr.rem) {
205
	qr.quo--;
206
	qr.rem += b;
207
    }
208
    return qr;
209
}
210

            
211
static cairo_fixed_t
212
line_compute_intersection_x_for_y (const cairo_line_t *line,
213
				   cairo_fixed_t y)
214
{
215
    cairo_fixed_t x, dy;
216

            
217
    if (y == line->p1.y)
218
	return line->p1.x;
219
    if (y == line->p2.y)
220
	return line->p2.x;
221

            
222
    x = line->p1.x;
223
    dy = line->p2.y - line->p1.y;
224
    if (dy != 0) {
225
	x += _cairo_fixed_mul_div_floor (y - line->p1.y,
226
					 line->p2.x - line->p1.x,
227
					 dy);
228
    }
229

            
230
    return x;
231
}
232

            
233
/*
234
 * We need to compare the x-coordinates of a pair of lines for a particular y,
235
 * without loss of precision.
236
 *
237
 * The x-coordinate along an edge for a given y is:
238
 *   X = A_x + (Y - A_y) * A_dx / A_dy
239
 *
240
 * So the inequality we wish to test is:
241
 *   A_x + (Y - A_y) * A_dx / A_dy ∘ B_x + (Y - B_y) * B_dx / B_dy,
242
 * where ∘ is our inequality operator.
243
 *
244
 * By construction, we know that A_dy and B_dy (and (Y - A_y), (Y - B_y)) are
245
 * all positive, so we can rearrange it thus without causing a sign change:
246
 *   A_dy * B_dy * (A_x - B_x) ∘ (Y - B_y) * B_dx * A_dy
247
 *                                 - (Y - A_y) * A_dx * B_dy
248
 *
249
 * Given the assumption that all the deltas fit within 32 bits, we can compute
250
 * this comparison directly using 128 bit arithmetic. For certain, but common,
251
 * input we can reduce this down to a single 32 bit compare by inspecting the
252
 * deltas.
253
 *
254
 * (And put the burden of the work on developing fast 128 bit ops, which are
255
 * required throughout the tessellator.)
256
 *
257
 * See the similar discussion for _slope_compare().
258
 */
259
static int
260
edges_compare_x_for_y_general (const cairo_edge_t *a,
261
			       const cairo_edge_t *b,
262
			       int32_t y)
263
{
264
    /* XXX: We're assuming here that dx and dy will still fit in 32
265
     * bits. That's not true in general as there could be overflow. We
266
     * should prevent that before the tessellation algorithm
267
     * begins.
268
     */
269
    int32_t dx;
270
    int32_t adx, ady;
271
    int32_t bdx, bdy;
272
    enum {
273
       HAVE_NONE    = 0x0,
274
       HAVE_DX      = 0x1,
275
       HAVE_ADX     = 0x2,
276
       HAVE_DX_ADX  = HAVE_DX | HAVE_ADX,
277
       HAVE_BDX     = 0x4,
278
       HAVE_DX_BDX  = HAVE_DX | HAVE_BDX,
279
       HAVE_ADX_BDX = HAVE_ADX | HAVE_BDX,
280
       HAVE_ALL     = HAVE_DX | HAVE_ADX | HAVE_BDX
281
    } have_dx_adx_bdx = HAVE_ALL;
282

            
283
    /* don't bother solving for abscissa if the edges' bounding boxes
284
     * can be used to order them. */
285
    {
286
           int32_t amin, amax;
287
           int32_t bmin, bmax;
288
           if (a->line.p1.x < a->line.p2.x) {
289
                   amin = a->line.p1.x;
290
                   amax = a->line.p2.x;
291
           } else {
292
                   amin = a->line.p2.x;
293
                   amax = a->line.p1.x;
294
           }
295
           if (b->line.p1.x < b->line.p2.x) {
296
                   bmin = b->line.p1.x;
297
                   bmax = b->line.p2.x;
298
           } else {
299
                   bmin = b->line.p2.x;
300
                   bmax = b->line.p1.x;
301
           }
302
           if (amax < bmin) return -1;
303
           if (amin > bmax) return +1;
304
    }
305

            
306
    ady = a->line.p2.y - a->line.p1.y;
307
    adx = a->line.p2.x - a->line.p1.x;
308
    if (adx == 0)
309
	have_dx_adx_bdx &= ~HAVE_ADX;
310

            
311
    bdy = b->line.p2.y - b->line.p1.y;
312
    bdx = b->line.p2.x - b->line.p1.x;
313
    if (bdx == 0)
314
	have_dx_adx_bdx &= ~HAVE_BDX;
315

            
316
    dx = a->line.p1.x - b->line.p1.x;
317
    if (dx == 0)
318
	have_dx_adx_bdx &= ~HAVE_DX;
319

            
320
#define L _cairo_int64x32_128_mul (_cairo_int32x32_64_mul (ady, bdy), dx)
321
#define A _cairo_int64x32_128_mul (_cairo_int32x32_64_mul (adx, bdy), y - a->line.p1.y)
322
#define B _cairo_int64x32_128_mul (_cairo_int32x32_64_mul (bdx, ady), y - b->line.p1.y)
323
    switch (have_dx_adx_bdx) {
324
    default:
325
    case HAVE_NONE:
326
	return 0;
327
    case HAVE_DX:
328
	/* A_dy * B_dy * (A_x - B_x) ∘ 0 */
329
	return dx; /* ady * bdy is positive definite */
330
    case HAVE_ADX:
331
	/* 0 ∘  - (Y - A_y) * A_dx * B_dy */
332
	return adx; /* bdy * (y - a->top.y) is positive definite */
333
    case HAVE_BDX:
334
	/* 0 ∘ (Y - B_y) * B_dx * A_dy */
335
	return -bdx; /* ady * (y - b->top.y) is positive definite */
336
    case HAVE_ADX_BDX:
337
	/*  0 ∘ (Y - B_y) * B_dx * A_dy - (Y - A_y) * A_dx * B_dy */
338
	if ((adx ^ bdx) < 0) {
339
	    return adx;
340
	} else if (a->line.p1.y == b->line.p1.y) { /* common origin */
341
	    cairo_int64_t adx_bdy, bdx_ady;
342

            
343
	    /* ∴ A_dx * B_dy ∘ B_dx * A_dy */
344

            
345
	    adx_bdy = _cairo_int32x32_64_mul (adx, bdy);
346
	    bdx_ady = _cairo_int32x32_64_mul (bdx, ady);
347

            
348
	    return _cairo_int64_cmp (adx_bdy, bdx_ady);
349
	} else
350
	    return _cairo_int128_cmp (A, B);
351
    case HAVE_DX_ADX:
352
	/* A_dy * (A_x - B_x) ∘ - (Y - A_y) * A_dx */
353
	if ((-adx ^ dx) < 0) {
354
	    return dx;
355
	} else {
356
	    cairo_int64_t ady_dx, dy_adx;
357

            
358
	    ady_dx = _cairo_int32x32_64_mul (ady, dx);
359
	    dy_adx = _cairo_int32x32_64_mul (a->line.p1.y - y, adx);
360

            
361
	    return _cairo_int64_cmp (ady_dx, dy_adx);
362
	}
363
    case HAVE_DX_BDX:
364
	/* B_dy * (A_x - B_x) ∘ (Y - B_y) * B_dx */
365
	if ((bdx ^ dx) < 0) {
366
	    return dx;
367
	} else {
368
	    cairo_int64_t bdy_dx, dy_bdx;
369

            
370
	    bdy_dx = _cairo_int32x32_64_mul (bdy, dx);
371
	    dy_bdx = _cairo_int32x32_64_mul (y - b->line.p1.y, bdx);
372

            
373
	    return _cairo_int64_cmp (bdy_dx, dy_bdx);
374
	}
375
    case HAVE_ALL:
376
	/* XXX try comparing (a->line.p2.x - b->line.p2.x) et al */
377
	return _cairo_int128_cmp (L, _cairo_int128_sub (B, A));
378
    }
379
#undef B
380
#undef A
381
#undef L
382
}
383

            
384
/*
385
 * We need to compare the x-coordinate of a line for a particular y wrt to a
386
 * given x, without loss of precision.
387
 *
388
 * The x-coordinate along an edge for a given y is:
389
 *   X = A_x + (Y - A_y) * A_dx / A_dy
390
 *
391
 * So the inequality we wish to test is:
392
 *   A_x + (Y - A_y) * A_dx / A_dy ∘ X
393
 * where ∘ is our inequality operator.
394
 *
395
 * By construction, we know that A_dy (and (Y - A_y)) are
396
 * all positive, so we can rearrange it thus without causing a sign change:
397
 *   (Y - A_y) * A_dx ∘ (X - A_x) * A_dy
398
 *
399
 * Given the assumption that all the deltas fit within 32 bits, we can compute
400
 * this comparison directly using 64 bit arithmetic.
401
 *
402
 * See the similar discussion for _slope_compare() and
403
 * edges_compare_x_for_y_general().
404
 */
405
static int
406
edge_compare_for_y_against_x (const cairo_edge_t *a,
407
			      int32_t y,
408
			      int32_t x)
409
{
410
    int32_t adx, ady;
411
    int32_t dx, dy;
412
    cairo_int64_t L, R;
413

            
414
    if (a->line.p1.x <= a->line.p2.x) {
415
	if (x < a->line.p1.x)
416
	    return 1;
417
	if (x > a->line.p2.x)
418
	    return -1;
419
    } else {
420
	if (x < a->line.p2.x)
421
	    return 1;
422
	if (x > a->line.p1.x)
423
	    return -1;
424
    }
425

            
426
    adx = a->line.p2.x - a->line.p1.x;
427
    dx = x - a->line.p1.x;
428

            
429
    if (adx == 0)
430
	return -dx;
431
    if (dx == 0 || (adx ^ dx) < 0)
432
	return adx;
433

            
434
    dy = y - a->line.p1.y;
435
    ady = a->line.p2.y - a->line.p1.y;
436

            
437
    L = _cairo_int32x32_64_mul (dy, adx);
438
    R = _cairo_int32x32_64_mul (dx, ady);
439

            
440
    return _cairo_int64_cmp (L, R);
441
}
442

            
443
static int
444
edges_compare_x_for_y (const cairo_edge_t *a,
445
		       const cairo_edge_t *b,
446
		       int32_t y)
447
{
448
    /* If the sweep-line is currently on an end-point of a line,
449
     * then we know its precise x value (and considering that we often need to
450
     * compare events at end-points, this happens frequently enough to warrant
451
     * special casing).
452
     */
453
    enum {
454
       HAVE_NEITHER = 0x0,
455
       HAVE_AX      = 0x1,
456
       HAVE_BX      = 0x2,
457
       HAVE_BOTH    = HAVE_AX | HAVE_BX
458
    } have_ax_bx = HAVE_BOTH;
459
    int32_t ax = 0, bx = 0;
460

            
461
    /* XXX given we have x and dx? */
462

            
463
    if (y == a->line.p1.y)
464
	ax = a->line.p1.x;
465
    else if (y == a->line.p2.y)
466
	ax = a->line.p2.x;
467
    else
468
	have_ax_bx &= ~HAVE_AX;
469

            
470
    if (y == b->line.p1.y)
471
	bx = b->line.p1.x;
472
    else if (y == b->line.p2.y)
473
	bx = b->line.p2.x;
474
    else
475
	have_ax_bx &= ~HAVE_BX;
476

            
477
    switch (have_ax_bx) {
478
    default:
479
    case HAVE_NEITHER:
480
	return edges_compare_x_for_y_general (a, b, y);
481
    case HAVE_AX:
482
	return -edge_compare_for_y_against_x (b, y, ax);
483
    case HAVE_BX:
484
	return edge_compare_for_y_against_x (a, y, bx);
485
    case HAVE_BOTH:
486
	return ax - bx;
487
    }
488
}
489

            
490
static inline int
491
slope_compare (const edge_t *a,
492
	       const edge_t *b)
493
{
494
    cairo_int64_t L, R;
495
    int cmp;
496

            
497
    cmp = a->dxdy.quo - b->dxdy.quo;
498
    if (cmp)
499
	return cmp;
500

            
501
    if (a->dxdy.rem == 0)
502
	return -b->dxdy.rem;
503
    if (b->dxdy.rem == 0)
504
	return a->dxdy.rem;
505

            
506
    L = _cairo_int32x32_64_mul (b->dy, a->dxdy.rem);
507
    R = _cairo_int32x32_64_mul (a->dy, b->dxdy.rem);
508
    return _cairo_int64_cmp (L, R);
509
}
510

            
511
static inline int
512
line_equal (const cairo_line_t *a, const cairo_line_t *b)
513
{
514
    return a->p1.x == b->p1.x && a->p1.y == b->p1.y &&
515
           a->p2.x == b->p2.x && a->p2.y == b->p2.y;
516
}
517

            
518
static inline int
519
sweep_line_compare_edges (const edge_t	*a,
520
			  const edge_t	*b,
521
			  cairo_fixed_t y)
522
{
523
    int cmp;
524

            
525
    if (line_equal (&a->edge.line, &b->edge.line))
526
	return 0;
527

            
528
    cmp = edges_compare_x_for_y (&a->edge, &b->edge, y);
529
    if (cmp)
530
	return cmp;
531

            
532
    return slope_compare (a, b);
533
}
534

            
535
static inline cairo_int64_t
536
det32_64 (int32_t a, int32_t b,
537
	  int32_t c, int32_t d)
538
{
539
    /* det = a * d - b * c */
540
    return _cairo_int64_sub (_cairo_int32x32_64_mul (a, d),
541
			     _cairo_int32x32_64_mul (b, c));
542
}
543

            
544
static inline cairo_int128_t
545
det64x32_128 (cairo_int64_t a, int32_t       b,
546
	      cairo_int64_t c, int32_t       d)
547
{
548
    /* det = a * d - b * c */
549
    return _cairo_int128_sub (_cairo_int64x32_128_mul (a, d),
550
			      _cairo_int64x32_128_mul (c, b));
551
}
552

            
553
/* Compute the intersection of two lines as defined by two edges. The
554
 * result is provided as a coordinate pair of 128-bit integers.
555
 *
556
 * Returns %CAIRO_BO_STATUS_INTERSECTION if there is an intersection or
557
 * %CAIRO_BO_STATUS_PARALLEL if the two lines are exactly parallel.
558
 */
559
static cairo_bool_t
560
intersect_lines (const edge_t *a, const edge_t *b,
561
		 cairo_bo_intersect_point_t	*intersection)
562
{
563
    cairo_int64_t a_det, b_det;
564

            
565
    /* XXX: We're assuming here that dx and dy will still fit in 32
566
     * bits. That's not true in general as there could be overflow. We
567
     * should prevent that before the tessellation algorithm begins.
568
     * What we're doing to mitigate this is to perform clamping in
569
     * cairo_bo_tessellate_polygon().
570
     */
571
    int32_t dx1 = a->edge.line.p1.x - a->edge.line.p2.x;
572
    int32_t dy1 = a->edge.line.p1.y - a->edge.line.p2.y;
573

            
574
    int32_t dx2 = b->edge.line.p1.x - b->edge.line.p2.x;
575
    int32_t dy2 = b->edge.line.p1.y - b->edge.line.p2.y;
576

            
577
    cairo_int64_t den_det;
578
    cairo_int64_t R;
579
    cairo_quorem64_t qr;
580

            
581
    den_det = det32_64 (dx1, dy1, dx2, dy2);
582

            
583
     /* Q: Can we determine that the lines do not intersect (within range)
584
      * much more cheaply than computing the intersection point i.e. by
585
      * avoiding the division?
586
      *
587
      *   X = ax + t * adx = bx + s * bdx;
588
      *   Y = ay + t * ady = by + s * bdy;
589
      *   ∴ t * (ady*bdx - bdy*adx) = bdx * (by - ay) + bdy * (ax - bx)
590
      *   => t * L = R
591
      *
592
      * Therefore we can reject any intersection (under the criteria for
593
      * valid intersection events) if:
594
      *   L^R < 0 => t < 0, or
595
      *   L<R => t > 1
596
      *
597
      * (where top/bottom must at least extend to the line endpoints).
598
      *
599
      * A similar substitution can be performed for s, yielding:
600
      *   s * (ady*bdx - bdy*adx) = ady * (ax - bx) - adx * (ay - by)
601
      */
602
    R = det32_64 (dx2, dy2,
603
		  b->edge.line.p1.x - a->edge.line.p1.x,
604
		  b->edge.line.p1.y - a->edge.line.p1.y);
605
    if (_cairo_int64_negative (den_det)) {
606
	if (_cairo_int64_ge (den_det, R))
607
	    return FALSE;
608
    } else {
609
	if (_cairo_int64_le (den_det, R))
610
	    return FALSE;
611
    }
612

            
613
    R = det32_64 (dy1, dx1,
614
		  a->edge.line.p1.y - b->edge.line.p1.y,
615
		  a->edge.line.p1.x - b->edge.line.p1.x);
616
    if (_cairo_int64_negative (den_det)) {
617
	if (_cairo_int64_ge (den_det, R))
618
	    return FALSE;
619
    } else {
620
	if (_cairo_int64_le (den_det, R))
621
	    return FALSE;
622
    }
623

            
624
    /* We now know that the two lines should intersect within range. */
625

            
626
    a_det = det32_64 (a->edge.line.p1.x, a->edge.line.p1.y,
627
		      a->edge.line.p2.x, a->edge.line.p2.y);
628
    b_det = det32_64 (b->edge.line.p1.x, b->edge.line.p1.y,
629
		      b->edge.line.p2.x, b->edge.line.p2.y);
630

            
631
    /* x = det (a_det, dx1, b_det, dx2) / den_det */
632
    qr = _cairo_int_96by64_32x64_divrem (det64x32_128 (a_det, dx1,
633
						       b_det, dx2),
634
					 den_det);
635
    if (_cairo_int64_eq (qr.rem, den_det))
636
	return FALSE;
637
#if 0
638
    intersection->x.exactness = _cairo_int64_is_zero (qr.rem) ? EXACT : INEXACT;
639
#else
640
    intersection->x.exactness = EXACT;
641
    if (! _cairo_int64_is_zero (qr.rem)) {
642
	if (_cairo_int64_negative (den_det) ^ _cairo_int64_negative (qr.rem))
643
	    qr.rem = _cairo_int64_negate (qr.rem);
644
	qr.rem = _cairo_int64_mul (qr.rem, _cairo_int32_to_int64 (2));
645
	if (_cairo_int64_ge (qr.rem, den_det)) {
646
	    qr.quo = _cairo_int64_add (qr.quo,
647
				       _cairo_int32_to_int64 (_cairo_int64_negative (qr.quo) ? -1 : 1));
648
	} else
649
	    intersection->x.exactness = INEXACT;
650
    }
651
#endif
652
    intersection->x.ordinate = _cairo_int64_to_int32 (qr.quo);
653

            
654
    /* y = det (a_det, dy1, b_det, dy2) / den_det */
655
    qr = _cairo_int_96by64_32x64_divrem (det64x32_128 (a_det, dy1,
656
						       b_det, dy2),
657
					 den_det);
658
    if (_cairo_int64_eq (qr.rem, den_det))
659
	return FALSE;
660
#if 0
661
    intersection->y.exactness = _cairo_int64_is_zero (qr.rem) ? EXACT : INEXACT;
662
#else
663
    intersection->y.exactness = EXACT;
664
    if (! _cairo_int64_is_zero (qr.rem)) {
665
	/* compute ceiling away from zero */
666
	qr.quo = _cairo_int64_add (qr.quo,
667
				   _cairo_int32_to_int64 (_cairo_int64_negative (qr.quo) ? -1 : 1));
668
	intersection->y.exactness = INEXACT;
669
    }
670
#endif
671
    intersection->y.ordinate = _cairo_int64_to_int32 (qr.quo);
672

            
673
    return TRUE;
674
}
675

            
676
static int
677
bo_intersect_ordinate_32_compare (int32_t a, int32_t b, int exactness)
678
{
679
    int cmp;
680

            
681
    /* First compare the quotient */
682
    cmp = a - b;
683
    if (cmp)
684
	return cmp;
685

            
686
    /* With quotient identical, if remainder is 0 then compare equal */
687
    /* Otherwise, the non-zero remainder makes a > b */
688
    return -(INEXACT == exactness);
689
}
690

            
691
/* Does the given edge contain the given point. The point must already
692
 * be known to be contained within the line determined by the edge,
693
 * (most likely the point results from an intersection of this edge
694
 * with another).
695
 *
696
 * If we had exact arithmetic, then this function would simply be a
697
 * matter of examining whether the y value of the point lies within
698
 * the range of y values of the edge. But since intersection points
699
 * are not exact due to being rounded to the nearest integer within
700
 * the available precision, we must also examine the x value of the
701
 * point.
702
 *
703
 * The definition of "contains" here is that the given intersection
704
 * point will be seen by the sweep line after the start event for the
705
 * given edge and before the stop event for the edge. See the comments
706
 * in the implementation for more details.
707
 */
708
static cairo_bool_t
709
bo_edge_contains_intersect_point (const edge_t			*edge,
710
				  cairo_bo_intersect_point_t	*point)
711
{
712
    int cmp_top, cmp_bottom;
713

            
714
    /* XXX: When running the actual algorithm, we don't actually need to
715
     * compare against edge->top at all here, since any intersection above
716
     * top is eliminated early via a slope comparison. We're leaving these
717
     * here for now only for the sake of the quadratic-time intersection
718
     * finder which needs them.
719
     */
720

            
721
    cmp_top = bo_intersect_ordinate_32_compare (point->y.ordinate,
722
						edge->edge.top,
723
						point->y.exactness);
724
    if (cmp_top < 0)
725
	return FALSE;
726

            
727
    cmp_bottom = bo_intersect_ordinate_32_compare (point->y.ordinate,
728
						   edge->edge.bottom,
729
						   point->y.exactness);
730
    if (cmp_bottom > 0)
731
	return FALSE;
732

            
733
    if (cmp_top > 0 && cmp_bottom < 0)
734
	return TRUE;
735

            
736
    /* At this stage, the point lies on the same y value as either
737
     * edge->top or edge->bottom, so we have to examine the x value in
738
     * order to properly determine containment. */
739

            
740
    /* If the y value of the point is the same as the y value of the
741
     * top of the edge, then the x value of the point must be greater
742
     * to be considered as inside the edge. Similarly, if the y value
743
     * of the point is the same as the y value of the bottom of the
744
     * edge, then the x value of the point must be less to be
745
     * considered as inside. */
746

            
747
    if (cmp_top == 0) {
748
	cairo_fixed_t top_x;
749

            
750
	top_x = line_compute_intersection_x_for_y (&edge->edge.line,
751
						   edge->edge.top);
752
	return bo_intersect_ordinate_32_compare (top_x, point->x.ordinate, point->x.exactness) < 0;
753
    } else { /* cmp_bottom == 0 */
754
	cairo_fixed_t bot_x;
755

            
756
	bot_x = line_compute_intersection_x_for_y (&edge->edge.line,
757
						   edge->edge.bottom);
758
	return bo_intersect_ordinate_32_compare (point->x.ordinate, bot_x, point->x.exactness) < 0;
759
    }
760
}
761

            
762
static cairo_bool_t
763
edge_intersect (const edge_t		*a,
764
		const edge_t		*b,
765
		cairo_point_t	*intersection)
766
{
767
    cairo_bo_intersect_point_t quorem;
768

            
769
    if (! intersect_lines (a, b, &quorem))
770
	return FALSE;
771

            
772
    if (a->edge.top != a->edge.line.p1.y || a->edge.bottom != a->edge.line.p2.y) {
773
	if (! bo_edge_contains_intersect_point (a, &quorem))
774
	    return FALSE;
775
    }
776

            
777
    if (b->edge.top != b->edge.line.p1.y || b->edge.bottom != b->edge.line.p2.y) {
778
	if (! bo_edge_contains_intersect_point (b, &quorem))
779
	    return FALSE;
780
    }
781

            
782
    /* Now that we've correctly compared the intersection point and
783
     * determined that it lies within the edge, then we know that we
784
     * no longer need any more bits of storage for the intersection
785
     * than we do for our edge coordinates. We also no longer need the
786
     * remainder from the division. */
787
    intersection->x = quorem.x.ordinate;
788
    intersection->y = quorem.y.ordinate;
789

            
790
    return TRUE;
791
}
792

            
793
static inline int
794
event_compare (const event_t *a, const event_t *b)
795
{
796
    return a->y - b->y;
797
}
798

            
799
static void
800
pqueue_init (pqueue_t *pq)
801
{
802
    pq->max_size = ARRAY_LENGTH (pq->elements_embedded);
803
    pq->size = 0;
804

            
805
    pq->elements = pq->elements_embedded;
806
}
807

            
808
static void
809
pqueue_fini (pqueue_t *pq)
810
{
811
    if (pq->elements != pq->elements_embedded)
812
	free (pq->elements);
813
}
814

            
815
static cairo_bool_t
816
pqueue_grow (pqueue_t *pq)
817
{
818
    event_t **new_elements;
819
    pq->max_size *= 2;
820

            
821
    if (pq->elements == pq->elements_embedded) {
822
	new_elements = _cairo_malloc_ab (pq->max_size,
823
					 sizeof (event_t *));
824
	if (unlikely (new_elements == NULL))
825
	    return FALSE;
826

            
827
	memcpy (new_elements, pq->elements_embedded,
828
		sizeof (pq->elements_embedded));
829
    } else {
830
	new_elements = _cairo_realloc_ab (pq->elements,
831
					  pq->max_size,
832
					  sizeof (event_t *));
833
	if (unlikely (new_elements == NULL))
834
	    return FALSE;
835
    }
836

            
837
    pq->elements = new_elements;
838
    return TRUE;
839
}
840

            
841
static inline void
842
pqueue_push (sweep_line_t *sweep_line, event_t *event)
843
{
844
    event_t **elements;
845
    int i, parent;
846

            
847
    if (unlikely (sweep_line->queue.pq.size + 1 == sweep_line->queue.pq.max_size)) {
848
	if (unlikely (! pqueue_grow (&sweep_line->queue.pq))) {
849
	    longjmp (sweep_line->unwind,
850
		     _cairo_error (CAIRO_STATUS_NO_MEMORY));
851
	}
852
    }
853

            
854
    elements = sweep_line->queue.pq.elements;
855
    for (i = ++sweep_line->queue.pq.size;
856
	 i != PQ_FIRST_ENTRY &&
857
	 event_compare (event,
858
			elements[parent = PQ_PARENT_INDEX (i)]) < 0;
859
	 i = parent)
860
    {
861
	elements[i] = elements[parent];
862
    }
863

            
864
    elements[i] = event;
865
}
866

            
867
static inline void
868
pqueue_pop (pqueue_t *pq)
869
{
870
    event_t **elements = pq->elements;
871
    event_t *tail;
872
    int child, i;
873

            
874
    tail = elements[pq->size--];
875
    if (pq->size == 0) {
876
	elements[PQ_FIRST_ENTRY] = NULL;
877
	return;
878
    }
879

            
880
    for (i = PQ_FIRST_ENTRY;
881
	 (child = PQ_LEFT_CHILD_INDEX (i)) <= pq->size;
882
	 i = child)
883
    {
884
	if (child != pq->size &&
885
	    event_compare (elements[child+1],
886
			   elements[child]) < 0)
887
	{
888
	    child++;
889
	}
890

            
891
	if (event_compare (elements[child], tail) >= 0)
892
	    break;
893

            
894
	elements[i] = elements[child];
895
    }
896
    elements[i] = tail;
897
}
898

            
899
static inline void
900
event_insert (sweep_line_t	*sweep_line,
901
	      event_type_t	 type,
902
	      edge_t		*e1,
903
	      edge_t		*e2,
904
	      cairo_fixed_t	 y)
905
{
906
    queue_event_t *event;
907

            
908
    event = _cairo_freepool_alloc (&sweep_line->queue.pool);
909
    if (unlikely (event == NULL)) {
910
	longjmp (sweep_line->unwind,
911
		 _cairo_error (CAIRO_STATUS_NO_MEMORY));
912
    }
913

            
914
    event->y = y;
915
    event->type = type;
916
    event->e1 = e1;
917
    event->e2 = e2;
918

            
919
    pqueue_push (sweep_line, (event_t *) event);
920
}
921

            
922
static void
923
event_delete (sweep_line_t	*sweep_line,
924
	      event_t		*event)
925
{
926
    _cairo_freepool_free (&sweep_line->queue.pool, event);
927
}
928

            
929
static inline event_t *
930
event_next (sweep_line_t *sweep_line)
931
{
932
    event_t *event, *cmp;
933

            
934
    event = sweep_line->queue.pq.elements[PQ_FIRST_ENTRY];
935
    cmp = *sweep_line->queue.start_events;
936
    if (event == NULL ||
937
	(cmp != NULL && event_compare (cmp, event) < 0))
938
    {
939
	event = cmp;
940
	sweep_line->queue.start_events++;
941
    }
942
    else
943
    {
944
	pqueue_pop (&sweep_line->queue.pq);
945
    }
946

            
947
    return event;
948
}
949

            
950
CAIRO_COMBSORT_DECLARE (start_event_sort, event_t *, event_compare)
951

            
952
static inline void
953
event_insert_stop (sweep_line_t	*sweep_line,
954
		   edge_t	*edge)
955
{
956
    event_insert (sweep_line,
957
		  EVENT_TYPE_STOP,
958
		  edge, NULL,
959
		  edge->edge.bottom);
960
}
961

            
962
static inline void
963
event_insert_if_intersect_below_current_y (sweep_line_t	*sweep_line,
964
					   edge_t	*left,
965
					   edge_t	*right)
966
{
967
    cairo_point_t intersection;
968

            
969
    /* start points intersect */
970
    if (left->edge.line.p1.x == right->edge.line.p1.x &&
971
	left->edge.line.p1.y == right->edge.line.p1.y)
972
    {
973
	return;
974
    }
975

            
976
    /* end points intersect, process DELETE events first */
977
    if (left->edge.line.p2.x == right->edge.line.p2.x &&
978
	left->edge.line.p2.y == right->edge.line.p2.y)
979
    {
980
	return;
981
    }
982

            
983
    if (slope_compare (left, right) <= 0)
984
	return;
985

            
986
    if (! edge_intersect (left, right, &intersection))
987
	return;
988

            
989
    event_insert (sweep_line,
990
		  EVENT_TYPE_INTERSECTION,
991
		  left, right,
992
		  intersection.y);
993
}
994

            
995
static inline edge_t *
996
link_to_edge (cairo_list_t *link)
997
{
998
    return (edge_t *) link;
999
}
static void
sweep_line_insert (sweep_line_t	*sweep_line,
		   edge_t	*edge)
{
    cairo_list_t *pos;
    cairo_fixed_t y = sweep_line->current_subrow;
    pos = sweep_line->insert_cursor;
    if (pos == &sweep_line->active)
	pos = sweep_line->active.next;
    if (pos != &sweep_line->active) {
	int cmp;
	cmp = sweep_line_compare_edges (link_to_edge (pos),
					edge,
					y);
	if (cmp < 0) {
	    while (pos->next != &sweep_line->active &&
		   sweep_line_compare_edges (link_to_edge (pos->next),
					     edge,
					     y) < 0)
	    {
		pos = pos->next;
	    }
	} else if (cmp > 0) {
	    do {
		pos = pos->prev;
	    } while (pos != &sweep_line->active &&
		     sweep_line_compare_edges (link_to_edge (pos),
					       edge,
					       y) > 0);
	}
    }
    cairo_list_add (&edge->link, pos);
    sweep_line->insert_cursor = &edge->link;
}
inline static void
coverage_rewind (struct coverage *cells)
{
    cells->cursor = &cells->head;
}
static void
coverage_init (struct coverage *cells)
{
    _cairo_freepool_init (&cells->pool,
			  sizeof (struct cell));
    cells->head.prev = NULL;
    cells->head.next = &cells->tail;
    cells->head.x = INT_MIN;
    cells->tail.prev = &cells->head;
    cells->tail.next = NULL;
    cells->tail.x = INT_MAX;
    cells->count = 0;
    coverage_rewind (cells);
}
static void
coverage_fini (struct coverage *cells)
{
    _cairo_freepool_fini (&cells->pool);
}
inline static void
coverage_reset (struct coverage *cells)
{
    cells->head.next = &cells->tail;
    cells->tail.prev = &cells->head;
    cells->count = 0;
    _cairo_freepool_reset (&cells->pool);
    coverage_rewind (cells);
}
static struct cell *
coverage_alloc (sweep_line_t *sweep_line,
		struct cell *tail,
		int x)
{
    struct cell *cell;
    cell = _cairo_freepool_alloc (&sweep_line->coverage.pool);
    if (unlikely (NULL == cell)) {
	longjmp (sweep_line->unwind,
		 _cairo_error (CAIRO_STATUS_NO_MEMORY));
    }
    tail->prev->next = cell;
    cell->prev = tail->prev;
    cell->next = tail;
    tail->prev = cell;
    cell->x = x;
    cell->uncovered_area = 0;
    cell->covered_height = 0;
    sweep_line->coverage.count++;
    return cell;
}
inline static struct cell *
coverage_find (sweep_line_t *sweep_line, int x)
{
    struct cell *cell;
    cell = sweep_line->coverage.cursor;
    if (unlikely (cell->x > x)) {
	do {
	    if (cell->prev->x < x)
		break;
	    cell = cell->prev;
	} while (TRUE);
    } else {
	if (cell->x == x)
	    return cell;
	do {
	    UNROLL3({
		    cell = cell->next;
		    if (cell->x >= x)
			break;
		    });
	} while (TRUE);
    }
    if (cell->x != x)
	cell = coverage_alloc (sweep_line, cell, x);
    return sweep_line->coverage.cursor = cell;
}
static void
coverage_render_cells (sweep_line_t *sweep_line,
		       cairo_fixed_t left, cairo_fixed_t right,
		       cairo_fixed_t y1, cairo_fixed_t y2,
		       int sign)
{
    int fx1, fx2;
    int ix1, ix2;
    int dx, dy;
    /* Orient the edge left-to-right. */
    dx = right - left;
    if (dx >= 0) {
	ix1 = _cairo_fixed_integer_part (left);
	fx1 = _cairo_fixed_fractional_part (left);
	ix2 = _cairo_fixed_integer_part (right);
	fx2 = _cairo_fixed_fractional_part (right);
	dy = y2 - y1;
    } else {
	ix1 = _cairo_fixed_integer_part (right);
	fx1 = _cairo_fixed_fractional_part (right);
	ix2 = _cairo_fixed_integer_part (left);
	fx2 = _cairo_fixed_fractional_part (left);
	dx = -dx;
	sign = -sign;
	dy = y1 - y2;
	y1 = y2 - dy;
	y2 = y1 + dy;
    }
    /* Add coverage for all pixels [ix1,ix2] on this row crossed
     * by the edge. */
    {
	struct quorem y = floored_divrem ((STEP_X - fx1)*dy, dx);
	struct cell *cell;
	cell = sweep_line->coverage.cursor;
	if (cell->x != ix1) {
	    if (unlikely (cell->x > ix1)) {
		do {
		    if (cell->prev->x < ix1)
			break;
		    cell = cell->prev;
		} while (TRUE);
	    } else do {
		UNROLL3({
			if (cell->x >= ix1)
			    break;
			cell = cell->next;
			});
	    } while (TRUE);
	    if (cell->x != ix1)
		cell = coverage_alloc (sweep_line, cell, ix1);
	}
	cell->uncovered_area += sign * y.quo * (STEP_X + fx1);
	cell->covered_height += sign * y.quo;
	y.quo += y1;
	cell = cell->next;
	if (cell->x != ++ix1)
	    cell = coverage_alloc (sweep_line, cell, ix1);
	if (ix1 < ix2) {
	    struct quorem dydx_full = floored_divrem (STEP_X*dy, dx);
	    do {
		cairo_fixed_t y_skip = dydx_full.quo;
		y.rem += dydx_full.rem;
		if (y.rem >= dx) {
		    ++y_skip;
		    y.rem -= dx;
		}
		y.quo += y_skip;
		y_skip *= sign;
		cell->covered_height += y_skip;
		cell->uncovered_area += y_skip*STEP_X;
		cell = cell->next;
		if (cell->x != ++ix1)
		    cell = coverage_alloc (sweep_line, cell, ix1);
	    } while (ix1 != ix2);
	}
	cell->uncovered_area += sign*(y2 - y.quo)*fx2;
	cell->covered_height += sign*(y2 - y.quo);
	sweep_line->coverage.cursor = cell;
    }
}
inline static void
full_inc_edge (edge_t *edge)
{
    edge->x.quo += edge->dxdy_full.quo;
    edge->x.rem += edge->dxdy_full.rem;
    if (edge->x.rem >= 0) {
	++edge->x.quo;
	edge->x.rem -= edge->dy;
    }
}
static void
full_add_edge (sweep_line_t *sweep_line, edge_t *edge, int sign)
{
    struct cell *cell;
    cairo_fixed_t x1, x2;
    int ix1, ix2;
    int frac;
    edge->current_sign = sign;
    ix1 = _cairo_fixed_integer_part (edge->x.quo);
    if (edge->vertical) {
	frac = _cairo_fixed_fractional_part (edge->x.quo);
	cell = coverage_find (sweep_line, ix1);
	cell->covered_height += sign * STEP_Y;
	cell->uncovered_area += sign * 2 * frac * STEP_Y;
	return;
    }
    x1 = edge->x.quo;
    full_inc_edge (edge);
    x2 = edge->x.quo;
    ix2 = _cairo_fixed_integer_part (edge->x.quo);
    /* Edge is entirely within a column? */
    if (likely (ix1 == ix2)) {
	frac = _cairo_fixed_fractional_part (x1) +
	       _cairo_fixed_fractional_part (x2);
	cell = coverage_find (sweep_line, ix1);
	cell->covered_height += sign * STEP_Y;
	cell->uncovered_area += sign * frac * STEP_Y;
	return;
    }
    coverage_render_cells (sweep_line, x1, x2, 0, STEP_Y, sign);
}
static void
full_nonzero (sweep_line_t *sweep_line)
{
    cairo_list_t *pos;
    sweep_line->is_vertical = TRUE;
    pos = sweep_line->active.next;
    do {
	edge_t *left = link_to_edge (pos), *right;
	int winding = left->edge.dir;
	sweep_line->is_vertical &= left->vertical;
	pos = left->link.next;
	do {
	    if (unlikely (pos == &sweep_line->active)) {
		full_add_edge (sweep_line, left, +1);
		return;
	    }
	    right = link_to_edge (pos);
	    pos = pos->next;
	    sweep_line->is_vertical &= right->vertical;
	    winding += right->edge.dir;
	    if (0 == winding) {
		if (pos == &sweep_line->active ||
		    link_to_edge (pos)->x.quo != right->x.quo)
		{
		    break;
		}
	    }
	    if (! right->vertical)
		full_inc_edge (right);
	} while (TRUE);
	full_add_edge (sweep_line, left,  +1);
	full_add_edge (sweep_line, right, -1);
    } while (pos != &sweep_line->active);
}
static void
full_evenodd (sweep_line_t *sweep_line)
{
    cairo_list_t *pos;
    sweep_line->is_vertical = TRUE;
    pos = sweep_line->active.next;
    do {
	edge_t *left = link_to_edge (pos), *right;
	int winding = 0;
	sweep_line->is_vertical &= left->vertical;
	pos = left->link.next;
	do {
	    if (pos == &sweep_line->active) {
		full_add_edge (sweep_line, left, +1);
		return;
	    }
	    right = link_to_edge (pos);
	    pos = pos->next;
	    sweep_line->is_vertical &= right->vertical;
	    if (++winding & 1) {
		if (pos == &sweep_line->active ||
		    link_to_edge (pos)->x.quo != right->x.quo)
		{
		    break;
		}
	    }
	    if (! right->vertical)
		full_inc_edge (right);
	} while (TRUE);
	full_add_edge (sweep_line, left,  +1);
	full_add_edge (sweep_line, right, -1);
    } while (pos != &sweep_line->active);
}
static void
render_rows (cairo_botor_scan_converter_t *self,
	     sweep_line_t *sweep_line,
	     int y, int height,
	     cairo_span_renderer_t *renderer)
{
    cairo_half_open_span_t spans_stack[CAIRO_STACK_ARRAY_LENGTH (cairo_half_open_span_t)];
    cairo_half_open_span_t *spans = spans_stack;
    struct cell *cell;
    int prev_x, cover;
    int num_spans;
    cairo_status_t status;
    if (unlikely (sweep_line->coverage.count == 0)) {
	status = renderer->render_rows (renderer, y, height, NULL, 0);
	if (unlikely (status))
	    longjmp (sweep_line->unwind, status);
	return;
    }
    /* Allocate enough spans for the row. */
    num_spans = 2*sweep_line->coverage.count+2;
    if (unlikely (num_spans > ARRAY_LENGTH (spans_stack))) {
	spans = _cairo_malloc_ab (num_spans, sizeof (cairo_half_open_span_t));
	if (unlikely (spans == NULL)) {
	    longjmp (sweep_line->unwind,
		     _cairo_error (CAIRO_STATUS_NO_MEMORY));
	}
    }
    /* Form the spans from the coverage and areas. */
    num_spans = 0;
    prev_x = self->xmin;
    cover = 0;
    cell = sweep_line->coverage.head.next;
    do {
	int x = cell->x;
	int area;
	if (x > prev_x) {
	    spans[num_spans].x = prev_x;
	    spans[num_spans].inverse = 0;
	    spans[num_spans].coverage = AREA_TO_ALPHA (cover);
	    ++num_spans;
	}
	cover += cell->covered_height*STEP_X*2;
	area = cover - cell->uncovered_area;
	spans[num_spans].x = x;
	spans[num_spans].coverage = AREA_TO_ALPHA (area);
	++num_spans;
	prev_x = x + 1;
    } while ((cell = cell->next) != &sweep_line->coverage.tail);
    if (prev_x <= self->xmax) {
	spans[num_spans].x = prev_x;
	spans[num_spans].inverse = 0;
	spans[num_spans].coverage = AREA_TO_ALPHA (cover);
	++num_spans;
    }
    if (cover && prev_x < self->xmax) {
	spans[num_spans].x = self->xmax;
	spans[num_spans].inverse = 1;
	spans[num_spans].coverage = 0;
	++num_spans;
    }
    status = renderer->render_rows (renderer, y, height, spans, num_spans);
    if (unlikely (spans != spans_stack))
	free (spans);
    coverage_reset (&sweep_line->coverage);
    if (unlikely (status))
	longjmp (sweep_line->unwind, status);
}
static void
full_repeat (sweep_line_t *sweep)
{
    edge_t *edge;
    cairo_list_foreach_entry (edge, edge_t, &sweep->active, link) {
	if (edge->current_sign)
	    full_add_edge (sweep, edge, edge->current_sign);
	else if (! edge->vertical)
	    full_inc_edge (edge);
    }
}
static void
full_reset (sweep_line_t *sweep)
{
    edge_t *edge;
    cairo_list_foreach_entry (edge, edge_t, &sweep->active, link)
	edge->current_sign = 0;
}
static void
full_step (cairo_botor_scan_converter_t *self,
	   sweep_line_t *sweep_line,
	   cairo_fixed_t row,
	   cairo_span_renderer_t *renderer)
{
    int top, bottom;
    top = _cairo_fixed_integer_part (sweep_line->current_row);
    bottom = _cairo_fixed_integer_part (row);
    if (cairo_list_is_empty (&sweep_line->active)) {
	cairo_status_t  status;
	status = renderer->render_rows (renderer, top, bottom - top, NULL, 0);
	if (unlikely (status))
	    longjmp (sweep_line->unwind, status);
	return;
    }
    if (self->fill_rule == CAIRO_FILL_RULE_WINDING)
	full_nonzero (sweep_line);
    else
	full_evenodd (sweep_line);
    if (sweep_line->is_vertical || bottom == top + 1) {
	render_rows (self, sweep_line, top, bottom - top, renderer);
	full_reset (sweep_line);
	return;
    }
    render_rows (self, sweep_line, top++, 1, renderer);
    do {
	full_repeat (sweep_line);
	render_rows (self, sweep_line, top, 1, renderer);
    } while (++top != bottom);
    full_reset (sweep_line);
}
cairo_always_inline static void
sub_inc_edge (edge_t *edge,
	      cairo_fixed_t height)
{
    if (height == 1) {
	edge->x.quo += edge->dxdy.quo;
	edge->x.rem += edge->dxdy.rem;
	if (edge->x.rem >= 0) {
	    ++edge->x.quo;
	    edge->x.rem -= edge->dy;
	}
    } else {
	edge->x.quo += height * edge->dxdy.quo;
	edge->x.rem += height * edge->dxdy.rem;
	if (edge->x.rem >= 0) {
	    int carry = edge->x.rem / edge->dy + 1;
	    edge->x.quo += carry;
	    edge->x.rem -= carry * edge->dy;
	}
    }
}
static void
sub_add_run (sweep_line_t *sweep_line, edge_t *edge, int y, int sign)
{
    struct run *run;
    run = _cairo_freepool_alloc (&sweep_line->runs);
    if (unlikely (run == NULL))
	longjmp (sweep_line->unwind, _cairo_error (CAIRO_STATUS_NO_MEMORY));
    run->y = y;
    run->sign = sign;
    run->next = edge->runs;
    edge->runs = run;
    edge->current_sign = sign;
}
inline static cairo_bool_t
edges_coincident (edge_t *left, edge_t *right, cairo_fixed_t y)
{
    /* XXX is compare_x_for_y() worth executing during sub steps? */
    return line_equal (&left->edge.line, &right->edge.line);
    //edges_compare_x_for_y (&left->edge, &right->edge, y) >= 0;
}
static void
sub_nonzero (sweep_line_t *sweep_line)
{
    cairo_fixed_t y = sweep_line->current_subrow;
    cairo_fixed_t fy = _cairo_fixed_fractional_part (y);
    cairo_list_t *pos;
    pos = sweep_line->active.next;
    do {
	edge_t *left = link_to_edge (pos), *right;
	int winding = left->edge.dir;
	pos = left->link.next;
	do {
	    if (unlikely (pos == &sweep_line->active)) {
		if (left->current_sign != +1)
		    sub_add_run (sweep_line, left, fy, +1);
		return;
	    }
	    right = link_to_edge (pos);
	    pos = pos->next;
	    winding += right->edge.dir;
	    if (0 == winding) {
		if (pos == &sweep_line->active ||
		    ! edges_coincident (right, link_to_edge (pos), y))
		{
		    break;
		}
	    }
	    if (right->current_sign)
		sub_add_run (sweep_line, right, fy, 0);
	} while (TRUE);
	if (left->current_sign != +1)
	    sub_add_run (sweep_line, left, fy, +1);
	if (right->current_sign != -1)
	    sub_add_run (sweep_line, right, fy, -1);
    } while (pos != &sweep_line->active);
}
static void
sub_evenodd (sweep_line_t *sweep_line)
{
    cairo_fixed_t y = sweep_line->current_subrow;
    cairo_fixed_t fy = _cairo_fixed_fractional_part (y);
    cairo_list_t *pos;
    pos = sweep_line->active.next;
    do {
	edge_t *left = link_to_edge (pos), *right;
	int winding = 0;
	pos = left->link.next;
	do {
	    if (unlikely (pos == &sweep_line->active)) {
		if (left->current_sign != +1)
		    sub_add_run (sweep_line, left, fy, +1);
		return;
	    }
	    right = link_to_edge (pos);
	    pos = pos->next;
	    if (++winding & 1) {
		if (pos == &sweep_line->active ||
		    ! edges_coincident (right, link_to_edge (pos), y))
		{
		    break;
		}
	    }
	    if (right->current_sign)
		sub_add_run (sweep_line, right, fy, 0);
	} while (TRUE);
	if (left->current_sign != +1)
	    sub_add_run (sweep_line, left, fy, +1);
	if (right->current_sign != -1)
	    sub_add_run (sweep_line, right, fy, -1);
    } while (pos != &sweep_line->active);
}
cairo_always_inline static void
sub_step (cairo_botor_scan_converter_t *self,
	  sweep_line_t *sweep_line)
{
    if (cairo_list_is_empty (&sweep_line->active))
	return;
    if (self->fill_rule == CAIRO_FILL_RULE_WINDING)
	sub_nonzero (sweep_line);
    else
	sub_evenodd (sweep_line);
}
static void
coverage_render_runs (sweep_line_t *sweep, edge_t *edge,
		      cairo_fixed_t y1, cairo_fixed_t y2)
{
    struct run tail;
    struct run *run = &tail;
    tail.next = NULL;
    tail.y = y2;
    /* Order the runs top->bottom */
    while (edge->runs) {
	struct run *r;
	r = edge->runs;
	edge->runs = r->next;
	r->next = run;
	run = r;
    }
    if (run->y > y1)
	sub_inc_edge (edge, run->y - y1);
    do {
	cairo_fixed_t x1, x2;
	y1 = run->y;
	y2 = run->next->y;
	x1 = edge->x.quo;
	if (y2 - y1 == STEP_Y)
	    full_inc_edge (edge);
	else
	    sub_inc_edge (edge, y2 - y1);
	x2 = edge->x.quo;
	if (run->sign) {
	    int ix1, ix2;
	    ix1 = _cairo_fixed_integer_part (x1);
	    ix2 = _cairo_fixed_integer_part (x2);
	    /* Edge is entirely within a column? */
	    if (likely (ix1 == ix2)) {
		struct cell *cell;
		int frac;
		frac = _cairo_fixed_fractional_part (x1) +
		       _cairo_fixed_fractional_part (x2);
		cell = coverage_find (sweep, ix1);
		cell->covered_height += run->sign * (y2 - y1);
		cell->uncovered_area += run->sign * (y2 - y1) * frac;
	    } else {
		coverage_render_cells (sweep, x1, x2, y1, y2, run->sign);
	    }
	}
	run = run->next;
    } while (run->next != NULL);
}
static void
coverage_render_vertical_runs (sweep_line_t *sweep, edge_t *edge, cairo_fixed_t y2)
{
    struct cell *cell;
    struct run *run;
    int height = 0;
    for (run = edge->runs; run != NULL; run = run->next) {
	if (run->sign)
	    height += run->sign * (y2 - run->y);
	y2 = run->y;
    }
    cell = coverage_find (sweep, _cairo_fixed_integer_part (edge->x.quo));
    cell->covered_height += height;
    cell->uncovered_area += 2 * _cairo_fixed_fractional_part (edge->x.quo) * height;
}
cairo_always_inline static void
sub_emit (cairo_botor_scan_converter_t *self,
	  sweep_line_t *sweep,
	  cairo_span_renderer_t *renderer)
{
    edge_t *edge;
    sub_step (self, sweep);
    /* convert the runs into coverages */
    cairo_list_foreach_entry (edge, edge_t, &sweep->active, link) {
	if (edge->runs == NULL) {
	    if (! edge->vertical) {
		if (edge->flags & START) {
		    sub_inc_edge (edge,
				  STEP_Y - _cairo_fixed_fractional_part (edge->edge.top));
		    edge->flags &= ~START;
		} else
		    full_inc_edge (edge);
	    }
	} else {
	    if (edge->vertical) {
		coverage_render_vertical_runs (sweep, edge, STEP_Y);
	    } else {
		int y1 = 0;
		if (edge->flags & START) {
		    y1 = _cairo_fixed_fractional_part (edge->edge.top);
		    edge->flags &= ~START;
		}
		coverage_render_runs (sweep, edge, y1, STEP_Y);
	    }
	}
	edge->current_sign = 0;
	edge->runs = NULL;
    }
    cairo_list_foreach_entry (edge, edge_t, &sweep->stopped, link) {
	int y2 = _cairo_fixed_fractional_part (edge->edge.bottom);
	if (edge->vertical) {
	    coverage_render_vertical_runs (sweep, edge, y2);
	} else {
	    int y1 = 0;
	    if (edge->flags & START)
		y1 = _cairo_fixed_fractional_part (edge->edge.top);
	    coverage_render_runs (sweep, edge, y1, y2);
	}
    }
    cairo_list_init (&sweep->stopped);
    _cairo_freepool_reset (&sweep->runs);
    render_rows (self, sweep,
		 _cairo_fixed_integer_part (sweep->current_row), 1,
		 renderer);
}
static void
sweep_line_init (sweep_line_t	 *sweep_line,
		 event_t	**start_events,
		 int		  num_events)
{
    cairo_list_init (&sweep_line->active);
    cairo_list_init (&sweep_line->stopped);
    sweep_line->insert_cursor = &sweep_line->active;
    sweep_line->current_row = INT32_MIN;
    sweep_line->current_subrow = INT32_MIN;
    coverage_init (&sweep_line->coverage);
    _cairo_freepool_init (&sweep_line->runs, sizeof (struct run));
    start_event_sort (start_events, num_events);
    start_events[num_events] = NULL;
    sweep_line->queue.start_events = start_events;
    _cairo_freepool_init (&sweep_line->queue.pool,
			  sizeof (queue_event_t));
    pqueue_init (&sweep_line->queue.pq);
    sweep_line->queue.pq.elements[PQ_FIRST_ENTRY] = NULL;
}
static void
sweep_line_delete (sweep_line_t	*sweep_line,
		   edge_t	*edge)
{
    if (sweep_line->insert_cursor == &edge->link)
	sweep_line->insert_cursor = edge->link.prev;
    cairo_list_del (&edge->link);
    if (edge->runs)
	cairo_list_add_tail (&edge->link, &sweep_line->stopped);
    edge->flags |= STOP;
}
static void
sweep_line_swap (sweep_line_t	*sweep_line,
		 edge_t	*left,
		 edge_t	*right)
{
    right->link.prev = left->link.prev;
    left->link.next = right->link.next;
    right->link.next = &left->link;
    left->link.prev = &right->link;
    left->link.next->prev = &left->link;
    right->link.prev->next = &right->link;
}
static void
sweep_line_fini (sweep_line_t *sweep_line)
{
    pqueue_fini (&sweep_line->queue.pq);
    _cairo_freepool_fini (&sweep_line->queue.pool);
    coverage_fini (&sweep_line->coverage);
    _cairo_freepool_fini (&sweep_line->runs);
}
static cairo_status_t
botor_generate (cairo_botor_scan_converter_t	 *self,
		event_t				**start_events,
		cairo_span_renderer_t		 *renderer)
{
    cairo_status_t status;
    sweep_line_t sweep_line;
    cairo_fixed_t ybot;
    event_t *event;
    cairo_list_t *left, *right;
    edge_t *e1, *e2;
    int bottom;
    sweep_line_init (&sweep_line, start_events, self->num_edges);
    if ((status = setjmp (sweep_line.unwind)))
	goto unwind;
    ybot = self->extents.p2.y;
    sweep_line.current_subrow = self->extents.p1.y;
    sweep_line.current_row = _cairo_fixed_floor (self->extents.p1.y);
    event = *sweep_line.queue.start_events++;
    do {
	/* Can we process a full step in one go? */
	if (event->y >= sweep_line.current_row + STEP_Y) {
	    bottom = _cairo_fixed_floor (event->y);
	    full_step (self, &sweep_line, bottom, renderer);
	    sweep_line.current_row = bottom;
	    sweep_line.current_subrow = bottom;
	}
	do {
	    if (event->y > sweep_line.current_subrow) {
		sub_step (self, &sweep_line);
		sweep_line.current_subrow = event->y;
	    }
	    do {
		/* Update the active list using Bentley-Ottmann */
		switch (event->type) {
		case EVENT_TYPE_START:
		    e1 = ((start_event_t *) event)->edge;
		    sweep_line_insert (&sweep_line, e1);
		    event_insert_stop (&sweep_line, e1);
		    left = e1->link.prev;
		    right = e1->link.next;
		    if (left != &sweep_line.active) {
			event_insert_if_intersect_below_current_y (&sweep_line,
								   link_to_edge (left), e1);
		    }
		    if (right != &sweep_line.active) {
			event_insert_if_intersect_below_current_y (&sweep_line,
								   e1, link_to_edge (right));
		    }
		    break;
		case EVENT_TYPE_STOP:
		    e1 = ((queue_event_t *) event)->e1;
		    event_delete (&sweep_line, event);
		    left = e1->link.prev;
		    right = e1->link.next;
		    sweep_line_delete (&sweep_line, e1);
		    if (left != &sweep_line.active &&
			right != &sweep_line.active)
		    {
			 event_insert_if_intersect_below_current_y (&sweep_line,
								    link_to_edge (left),
								    link_to_edge (right));
		    }
		    break;
		case EVENT_TYPE_INTERSECTION:
		    e1 = ((queue_event_t *) event)->e1;
		    e2 = ((queue_event_t *) event)->e2;
		    event_delete (&sweep_line, event);
		    if (e1->flags & STOP)
			break;
		    if (e2->flags & STOP)
			break;
		    /* skip this intersection if its edges are not adjacent */
		    if (&e2->link != e1->link.next)
			break;
		    left = e1->link.prev;
		    right = e2->link.next;
		    sweep_line_swap (&sweep_line, e1, e2);
		    /* after the swap e2 is left of e1 */
		    if (left != &sweep_line.active) {
			event_insert_if_intersect_below_current_y (&sweep_line,
								   link_to_edge (left), e2);
		    }
		    if (right != &sweep_line.active) {
			event_insert_if_intersect_below_current_y (&sweep_line,
								   e1, link_to_edge (right));
		    }
		    break;
		}
		event = event_next (&sweep_line);
		if (event == NULL)
		    goto end;
	    } while (event->y == sweep_line.current_subrow);
	} while (event->y < sweep_line.current_row + STEP_Y);
	bottom = sweep_line.current_row + STEP_Y;
	sub_emit (self, &sweep_line, renderer);
	sweep_line.current_subrow = bottom;
	sweep_line.current_row = sweep_line.current_subrow;
    } while (TRUE);
  end:
    /* flush any partial spans */
    if (sweep_line.current_subrow != sweep_line.current_row) {
	sub_emit (self, &sweep_line, renderer);
	sweep_line.current_row += STEP_Y;
	sweep_line.current_subrow = sweep_line.current_row;
    }
    /* clear the rest */
    if (sweep_line.current_subrow < ybot) {
	bottom = _cairo_fixed_integer_part (sweep_line.current_row);
	status = renderer->render_rows (renderer,
					bottom, _cairo_fixed_integer_ceil (ybot) - bottom,
					NULL, 0);
    }
 unwind:
    sweep_line_fini (&sweep_line);
    return status;
}
static cairo_status_t
_cairo_botor_scan_converter_generate (void			*converter,
				      cairo_span_renderer_t	*renderer)
{
    cairo_botor_scan_converter_t *self = converter;
    start_event_t stack_events[CAIRO_STACK_ARRAY_LENGTH (start_event_t)];
    start_event_t *events;
    event_t *stack_event_ptrs[ARRAY_LENGTH (stack_events) + 1];
    event_t **event_ptrs;
    struct _cairo_botor_scan_converter_chunk *chunk;
    cairo_status_t status;
    int num_events;
    int i, j;
    num_events = self->num_edges;
    if (unlikely (0 == num_events)) {
	return renderer->render_rows (renderer,
				      _cairo_fixed_integer_floor (self->extents.p1.y),
				      _cairo_fixed_integer_ceil (self->extents.p2.y) -
				      _cairo_fixed_integer_floor (self->extents.p1.y),
				      NULL, 0);
    }
    events = stack_events;
    event_ptrs = stack_event_ptrs;
    if (unlikely (num_events >= ARRAY_LENGTH (stack_events))) {
	events = _cairo_malloc_ab_plus_c (num_events,
					  sizeof (start_event_t) + sizeof (event_t *),
					  sizeof (event_t *));
	if (unlikely (events == NULL))
	    return _cairo_error (CAIRO_STATUS_NO_MEMORY);
	event_ptrs = (event_t **) (events + num_events);
    }
    j = 0;
    for (chunk = &self->chunks; chunk != NULL; chunk = chunk->next) {
	edge_t *edge;
	edge = chunk->base;
	for (i = 0; i < chunk->count; i++) {
	    event_ptrs[j] = (event_t *) &events[j];
	    events[j].y = edge->edge.top;
	    events[j].type = EVENT_TYPE_START;
	    events[j].edge = edge;
	    edge++, j++;
	}
    }
    status = botor_generate (self, event_ptrs, renderer);
    if (events != stack_events)
	free (events);
    return status;
}
static edge_t *
botor_allocate_edge (cairo_botor_scan_converter_t *self)
{
    struct _cairo_botor_scan_converter_chunk *chunk;
    chunk = self->tail;
    if (chunk->count == chunk->size) {
	int size;
	size = chunk->size * 2;
	chunk->next = _cairo_malloc_ab_plus_c (size,
					       sizeof (edge_t),
					       sizeof (struct _cairo_botor_scan_converter_chunk));
	if (unlikely (chunk->next == NULL))
	    return NULL;
	chunk = chunk->next;
	chunk->next = NULL;
	chunk->count = 0;
	chunk->size = size;
	chunk->base = chunk + 1;
	self->tail = chunk;
    }
    return (edge_t *) chunk->base + chunk->count++;
}
static cairo_status_t
botor_add_edge (cairo_botor_scan_converter_t *self,
		const cairo_edge_t *edge)
{
    edge_t *e;
    cairo_fixed_t dx, dy;
    e = botor_allocate_edge (self);
    if (unlikely (e == NULL))
	return _cairo_error (CAIRO_STATUS_NO_MEMORY);
    cairo_list_init (&e->link);
    e->edge = *edge;
    dx = edge->line.p2.x - edge->line.p1.x;
    dy = edge->line.p2.y - edge->line.p1.y;
    e->dy = dy;
    if (dx == 0) {
	e->vertical = TRUE;
	e->x.quo = edge->line.p1.x;
	e->x.rem = 0;
	e->dxdy.quo = 0;
	e->dxdy.rem = 0;
	e->dxdy_full.quo = 0;
	e->dxdy_full.rem = 0;
    } else {
	e->vertical = FALSE;
	e->dxdy = floored_divrem (dx, dy);
	if (edge->top == edge->line.p1.y) {
	    e->x.quo = edge->line.p1.x;
	    e->x.rem = 0;
	} else {
	    e->x = floored_muldivrem (edge->top - edge->line.p1.y,
				      dx, dy);
	    e->x.quo += edge->line.p1.x;
	}
	if (_cairo_fixed_integer_part (edge->bottom) - _cairo_fixed_integer_part (edge->top) > 1) {
	    e->dxdy_full = floored_muldivrem (STEP_Y, dx, dy);
	} else {
	    e->dxdy_full.quo = 0;
	    e->dxdy_full.rem = 0;
	}
    }
    e->x.rem = -e->dy;
    e->current_sign = 0;
    e->runs = NULL;
    e->flags = START;
    self->num_edges++;
    return CAIRO_STATUS_SUCCESS;
}
#if 0
static cairo_status_t
_cairo_botor_scan_converter_add_edge (void		*converter,
				      const cairo_point_t *p1,
				      const cairo_point_t *p2,
				      int top, int bottom,
				      int dir)
{
    cairo_botor_scan_converter_t *self = converter;
    cairo_edge_t edge;
    edge.line.p1 = *p1;
    edge.line.p2 = *p2;
    edge.top = top;
    edge.bottom = bottom;
    edge.dir = dir;
    return botor_add_edge (self, &edge);
}
#endif
cairo_status_t
_cairo_botor_scan_converter_add_polygon (cairo_botor_scan_converter_t *converter,
					 const cairo_polygon_t *polygon)
{
    cairo_botor_scan_converter_t *self = converter;
    cairo_status_t status;
    int i;
    for (i = 0; i < polygon->num_edges; i++) {
	status = botor_add_edge (self, &polygon->edges[i]);
	if (unlikely (status))
	    return status;
    }
    return CAIRO_STATUS_SUCCESS;
}
static void
_cairo_botor_scan_converter_destroy (void *converter)
{
    cairo_botor_scan_converter_t *self = converter;
    struct _cairo_botor_scan_converter_chunk *chunk, *next;
    for (chunk = self->chunks.next; chunk != NULL; chunk = next) {
	next = chunk->next;
	free (chunk);
    }
}
void
_cairo_botor_scan_converter_init (cairo_botor_scan_converter_t *self,
				  const cairo_box_t *extents,
				  cairo_fill_rule_t fill_rule)
{
    self->base.destroy     = _cairo_botor_scan_converter_destroy;
    self->base.generate    = _cairo_botor_scan_converter_generate;
    self->extents   = *extents;
    self->fill_rule = fill_rule;
    self->xmin = _cairo_fixed_integer_floor (extents->p1.x);
    self->xmax = _cairo_fixed_integer_ceil (extents->p2.x);
    self->chunks.base = self->buf;
    self->chunks.next = NULL;
    self->chunks.count = 0;
    self->chunks.size = sizeof (self->buf) / sizeof (edge_t);
    self->tail = &self->chunks;
    self->num_edges = 0;
}