1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
|
<!DOCTYPE book PUBLIC "-//OASIS//DTD DocBook V4.1//EN" [
<!ENTITY intro SYSTEM "intro.sgml">
]>
<book>
<bookinfo>
<title>The xine hacker's guide</title>
<titleabbrev>hackersguide</titleabbrev>
<authorgroup>
<author><firstname>Günter</firstname><surname>Bartsch</surname></author>
<author><firstname>Heiko</firstname><surname>Schäfer</surname></author>
<author><firstname>Richard</firstname><surname>Wareham</surname></author>
<author><firstname>Miguel</firstname><surname>Freitas</surname></author>
<author><firstname>James</firstname><surname>Courtier-Dutton</surname></author>
</authorgroup>
<copyright>
<year>2001-2002</year>
<holder>the xine project team</holder>
</copyright>
<abstract>
<para>
This document should help xine hackers to find their way through
xine's architecture and source code. It's a pretty free-form document
containing a loose collection of articles describing various aspects
of xine's internals.
</para>
</abstract>
</bookinfo>
<chapter id="intro">
<title>Introduction</title>
&intro;
</chapter>
<chapter id="overview"><title>Overview</title>
<sect1>
<title>Source modules</title>
<para>The source directory in xine-lib contains several
modules, this should give you a quick overview on where
to find what sources:
</para>
<sect2>
<title>xine-engine</title>
<para>The heart of xine - it's engine. Contains code to
load and handle all the plugins, as well as the generic decoding
and synchroniation/output code.
</para>
</sect2>
<sect2>
<title>audio_out</title>
<para>
Audio output plugins, these provide a thin abstraction layer
over different types of audio output architectures/platforms.
Basically an audio output plugin provides functions to query/setup
the audio hardware and output audio data (e.g. PCM samples).
</para>
</sect2>
<sect2>
<title>demuxers</title>
<para>
Demuxer plugins that handle various system layer file formats
like avi, asf or mpeg.
</para>
</sect2>
<sect2>
<title>dxr3</title>
<para>
Code specific to the dxr3 / hollywood+ hardware mpeg decoder.
</para>
</sect2>
<sect2>
<title>liba52</title>
<para>
Dolby digital audio decoder plugin.
</para>
</sect2>
<sect2>
<title>libdivx4</title>
<para>
Video decoder plugin using libdivx4linux if it is installed.
</para>
</sect2>
<sect2>
<title>libdts</title>
<para>
Audio decoder plugin that does nothing but passing through
DTS (AC5) data to the audio output plugin. This is only usefull
when using an external hardware DTS decoder.
</para>
</sect2>
<sect2>
<title>libffmpeg</title>
<para>
Various Audio/Video decoder plugins based on ffmpeg; most
importantly this contains a free mpeg-4 video decoder.
</para>
</sect2>
<sect2>
<title>liblpcm</title>
<para>
Audio decoder plugin that "decodes" raw PCM data; most notably
endianess-conversions are done here.
</para>
</sect2>
<sect2>
<title>libmad</title>
<para>
Mpeg audio decoder plugin (i.e. mp3 decoding).
ISO/IEC compliant decoder using fixed point math.
</para>
</sect2>
<sect2>
<title>libmpeg2</title>
<para>
Most important mpeg video decoder plugin, provides fast and
high-precision mpeg-1/2 video decoding.
</para>
</sect2>
<sect2>
<title>libspucc, libspudec, libsputext</title>
<para>
Various subtitle (spu: subpicture, dvd slang) decoder plugins.
</para>
</sect2>
<sect2>
<title>libvorbis</title>
<para>
Vorbis audio decoder plugin.
</para>
</sect2>
<sect2>
<title>libw32dll</title>
<para>
Video/Audio decoder plugins that exploit some wine code
to use win32 (media player) codecs in xine. Works on x86 platforms
only.
</para>
</sect2>
<sect2>
<title>video_out</title>
<para>
Contains various video output driver plugins. Video output drivers
are thin abstraction layers over various video output platforms
(e.g. X11, directfb, directX,...). Video output driver plugins
provide functions like frame allocation and drawing and handle
stuff like hardware acceleration, scaling and colorspace conversion
if necessary. They do not handle a/v sync since this is done
in the xine-engine already.
</para>
</sect2>
<sect2>
<title>xine-utils</title>
<para>
collection of utility functions and platform abstractions.
</para>
</sect2>
<sect2>
<title>libac3, libmpg123, libvfill</title>
<para>
deprecated.
</para>
</sect2>
</sect1>
<sect1>
<title>Architecture and data flow</title>
<mediaobject>
<imageobject>
<imagedata fileref="architecture.png" format="PNG">
</imageobject>
<imageobject>
<imagedata fileref="architecture.eps" format="EPS">
</imageobject>
<caption>
<para> xine architecture </para>
</caption>
</mediaobject>
<para>
Media streams usually consist of audio- and video-packages multiplexed
into one bitstream in the so-called system-layer (e.g. AVI, Quicktime or Mpeg).
A demuxer plugin is used to parse the system layer and extract audio- and video-
packages. The demuxer uses an input-plugin to read the data and stores it
in pre-allocated buffers from the global buffer pool.
The buffers are then added to the audio- or video- fifo.
</para>
<para>
From the other end of these fifos audio-/video-decoder threads
remove the buffers and hand them over to the current audio- or video-
decoder plugin for decompression. These plugins then send the decoded
data to the audio-/video- output layers. The buffer holding the encoded
data is no longer needed and thus released to the global buffer pool.
</para>
</sect1>
<sect1>
<title>Object oriented programming in c</title>
<para>
xine uses a lot of design principles normally found in
object oriented designs. As xine is written in c, a few
basic principles shall be explained here on how xine
is object oriented anyway.
</para>
<para>
classes are structs containing (ideally only) function pointers in xine.
Example:
<programlisting>
typedef struct my_stack_s my_class_t;
struct my_stack_s {
/* method "push" with one parameter and no return value*/
void (*push) (my_stack_t *this, int i);
/* method "add" with no parameters and no return value */
void (*add) (my_stack_t *this);
/* method "pop" with no parameters (except "this") and a return value */
int (*pop) (my_stack_t *this);
} ;
/* constructor */
my_class_t *new_my_stack (...);
</programlisting>
to implement such a "class", frequently "private" member variables
can be added:
<programlisting>
typedef struct {
my_stack_t stack; /* public part */
/* private part follows here */
int values[MAX_STACK_SIZE];
int stack_size;
} intstack_t;
</programlisting>
each method is implemented as a static method (static to prevent
namespace pollution). The "this" pointer needs to be cast to the
private pointer type to gain access to the private member variables.
Implementation of the "push" method follows:
<programlisting>
static void push (my_stack_t *this_gen, int i) {
intstack_t *this = (intstack_t *) this_gen;
}
</programlisting>
Finally the contructor mallocs() the data structs (private variant)
and fills in function pointers and default values. Usually the
constructor is the only public (i.e. non-static) function in the module:
<programlisting>
my_stack_t *new_my_stack (...) {
intstack_t *this;
/* alloc memory */
this = malloc (sizeof (intstack_t));
/* fill in methods */
this->push = push;
this->add = add;
this->pop = pop;
/* init data fields */
this->stack_size = 0;
/* cast & return */
return (my_stack_t *) this;
}
</programlisting>
</para>
</sect1>
<sect1>
<title>Library interfaces</title>
<para></para>
</sect1>
</chapter>
<chapter id="internals"><title>xine internals</title>
<sect1>
<title>What is this metronom thingy ?</title>
<para>
Metronom serves two purposes:
<itemizedlist>
<listitem>
<para>
generate vpts (virtual presentation time stamps) from pts (presentation time stamps)
for a/v output and synchronization.
</para>
</listitem>
<listitem>
<para>
provide a master clock (system clock reference, scr), possibly provided
by external scr plugins (this can be used if some hardware decoder or network
server dictates the time).
</para>
</listitem>
</itemizedlist>
</para>
<para>
pts/vpts values are given in 1/90000 sec units. pts values in mpeg streams
may wrap (that is, return to zero or any other value without further notice),
can be missing on some frames or (for broken streams) may "dance" around
the correct values. Metronom therefore has some heuristics built-in to generate
clean vpts values which can then be used in the output layers to schedule audio/video
output.
</para>
<para>
The heuristics used in metronom have always been a field of research. Current metronom's
implementation <emphasis>tries</emphasis> to stick to pts values as reported from demuxers,
that is, vpts may be obtained by a simple operation of vpts = pts + <varname>vpts_offset</varname>,
where <varname>vpts_offset</varname> takes into account any wraps. Whenever pts is zero,
metronom will estimate vpts based on previous values. If a difference is found between the
estimated and calculated vpts values by above formula, it will be smoothed by using a
"drift correction".
</para>
</sect1>
<sect1>
<title>How do xine synchronize audio and video ?</title>
<para>
Every image frame or audio buffer leaving decoder is tagged by metronom with
a vpts information. This will tell video_out and audio_out threads when that
data should be presented. Usually there isn't a significative delay associated
with video driver, so we expect it to get on screen at the time it's
delivered for drawing. Unfortunatelly the same isn't true for audio: all sound
cards implement some amount of buffering (or fifo), any data being send to it
<emphasis>now</emphasis> will only get played some time in future. audio_out thread
must take this into account for making perfect A-V sync by asking the sound latency
to audio driver.
</para>
<para>
Some audio drivers can't tell the current delay introduced in playback. This is
specially true for most sound servers like ESD or aRts and explain why in such
cases rarelly the sync is perfect.
</para>
<para>
Another problem xine must handle is the sound card clock drift. vpts are
compared to the system clock for presentation but sound card is sampling audio at
it's own clocking mechanism, so a small drift may occur. As the playback goes on this
error will be integrated possibly resulting audio gaps or frame drops. To avoid that
annoying effect the small sound card errors are feedbacked to metronom. The details
are given by <filename>audio_out.c</filename> comments:
</para>
<programlisting>
/* By adding gap errors (difference between reported and expected
* sound card clock) into metronom's vpts_offset we can use its
* smoothing algorithms to correct sound card clock drifts.
* obs: previously this error was added to xine scr.
*
* audio buf ---> metronom --> audio fifo --> (buf->vpts - hw_vpts)
* (vpts_offset + error) gap
* <---------- control --------------|
*
* Unfortunately audio fifo adds a large delay to our closed loop.
*
* These are designed to avoid updating the metronom too fast.
* - it will only be updated 1 time per second (so it has a chance of
* distributing the error for several frames).
* - it will only be updated 2 times for the whole audio fifo size
* length (so the control will wait to see the feedback effect)
* - each update will be of gap/SYNC_GAP_RATE.
*
* Sound card clock correction can only provide smooth playback for
* errors < 1% nominal rate. For bigger errors (bad streams) audio
* buffers may be dropped or gaps filled with silence.
*/
</programlisting>
</sect1>
<sect1>
<title>The xine engine from the inside</title>
<para></para>
</sect1>
<sect1>
<title>Overlays and OSD</title>
<para>
The roots of xine overlays capabilities are DVD subpictures and subtitles support
(also known as 'spu'). The DVD subtitles are encoded in a RLE (Run Length Encoding - the
most simple compressing technique) format, with a palette of colors and transparency
levels. You probably thought that subtitles were just simple text saved into DVDs, right?
Wrong, they are bitmaps.
</para>
<para>
In order to optimize to the most common case, xine internal format for screen overlays
is a similar representation to the 'spu' data. This brings not only performance
benefit (since blending functions may skip large image areas due to RLE) but also
compatibility: it's possible to reencode any xine overlay to the original spu format
for displaying with mpeg hardware decoders like DXR3.
</para>
<para>
Displaying subtitles requires the ability to sync them to the video stream. This
is done using the same kind of pts/vpts stuff of a-v sync code. DVD subtitles,
for example, may request: show this spu at pts1 and hide it at pts2. This brings the
concept of the 'video overlay manager', that is a event-driven module for managing
overlay's showing and hiding.
</para>
<para>
The drawback of using internal RLE format is the difficulty in manipulating it
as graphic. To overcome that we created the 'OSD renderer', where OSD stands
for On Screen Display just like in TV sets. The osd renderer is a module
providing simple graphic primitives (lines, rectagles, draw text etc) over
a "virtual" bitmap area. Everytime we want to show that bitmap it will
be RLE encoded and sent to the overlay manager for displaying.
</para>
<mediaobject>
<imageobject>
<imagedata fileref="overlays.png" format="PNG">
</imageobject>
<imageobject>
<imagedata fileref="overlays.eps" format="EPS">
</imageobject>
<caption>
<para> overlays architecture </para>
</caption>
</mediaobject>
<sect2>
<title>Overlay Manager</title>
<para>
The overlay manager interface is available to any xine plugin. It's a bit unlikely
to be used directly, anyway here's a code snipped for enqueueing an overlay for
displaying:
<programlisting>
video_overlay_event_t event;
event.object.handle = this->video_overlay->get_handle(this->video_overlay,0);
memset( this->event.object.overlay, 0, sizeof(*this->event.object.overlay) );
/* set position and size for this overlay */
event.object.overlay->x = 0;
event.object.overlay->y = 0;
event.object.overlay->width = 100;
event.object.overlay->height = 100;
/* clipping region is mostly used by dvd menus for highlighting buttons */
event.object.overlay->clip_top = 0;
event.object.overlay->clip_bottom = image_height;
event.object.overlay->clip_left = 0;
event.object.overlay->clip_right = image_width;
/* the hard part: provide a RLE image */
event.object.overlay->rle = something;
/* palette must contain YUV values for each color index */
memcpy(event.object.overlay->clip_color, color, sizeof(color));
/* this table contains transparency level for each color index.
0 = completely transparent, 15 - completely opaque */
memcpy(event.object.overlay->clip_trans, trans, sizeof(trans));
/* set the event type and time for displaying */
event.event_type = EVENT_SHOW_SPU;
event.vpts = 0; /* zero is a special vpts value, it means 'now' */
video_overlay->add_event(video_overlay,(void *)&event);
</programlisting>
</para>
</sect2>
<sect2>
<title>OSD Renderer</title>
<para>
OSD is a general API for rendereing stuff over playing video. It's available both
to xine plugins and to frontends.
</para>
<para>
The first thing you need is to allocate a OSD object for drawing from the
renderer. The code below allocates a 300x200 area. This size can't be changed
during the lifetime of a OSD object, but it's possible to place it anywhere
over the image.
</para>
<programlisting>
osd_object_t osd;
osd = this->osd_renderer->new_object (osd_renderer, 300, 200);
</programlisting>
<para>
Now we may want to set font and color for text rendering. Although we will
refer to fonts over this document, in fact it can be any kind of bitmap. Font
files are searched and loaded during initialization from /usr/[local]/share/xine/fonts/
and ~/.xine/fonts. There's a sample utility to convert truetype fonts at
/xine-lib/misc/xine-fontconv.c. Palette may be manipulated directly, however most of
the time it's convenient to use pre-defined text palettes.
</para>
<programlisting>
/* set sans serif 24 font */
osd_renderer->set_font (osd, "sans", 24);
/* copy pre-defined colors for white, black border, transparent background to
starting at the index used by the first text palette */
osd_renderer->set_text_palette (osd, TEXTPALETTE_WHITE_BLACK_TRANSPARENT, OSD_TEXT1 );
/* copy pre-defined colors for white, no border, translucid background to
starting at the index used by the second text palette */
osd_renderer->set_text_palette (osd, TEXTPALETTE_WHITE_NONE_TRANSLUCID, OSD_TEXT2 );
</programlisting>
<para>
Now render the text and show it:
</para>
<programlisting>
osd_renderer->render_text(osd, 0, 0, "white text, black border", OSD_TEXT1 );
osd_renderer->render_text(osd, 0, 30, "white text, no border", OSD_TEXT2 );
osd_renderer->show(osd, 0); /* 0 stands for 'now' */
</programlisting>
<para> There's a 1:1 mapping between OSD objects and overlays, therefore the
second time you send an OSD object for displaying it will actually substitute
the first image. By using set_position() function we can move overlay
over the video.
</para>
<programlisting>
for( i=0; i < 100; i+=10 ) {
osd_renderer->set_position(osd, i, i );
osd_renderer->show(osd, 0);
sleep(1);
}
osd_renderer->hide(osd, 0);
</programlisting>
<para>
For additional functions please check osd.h.
</para>
<sect3>
<title>OSD palette notes</title>
<para>
The palette functions demand some additional explanation, skip this if you
just want to write text fast without worring with details! :)
</para>
<para>
We have a 256-entry palette, each one defining yuv and transparency levels.
Although xine fonts are bitmaps and may use any index they want, we have
defined a small convention:
</para>
<programlisting>
/*
Palette entries as used by osd fonts:
0: not used by font, always transparent
1: font background, usually transparent, may be used to implement
translucid boxes where the font will be printed.
2-5: transition between background and border (usually only alpha
value changes).
6: font border. if the font is to be displayed without border this
will probably be adjusted to font background or near.
7-9: transition between border and foreground
10: font color (foreground)
*/
</programlisting>
<para>
The so called 'transitions' are used to implement font anti-aliasing. That
convention requires that any font file must use only the colors from 1 to 10.
When we use the set_text_palette() function we are just copying 11 palette
entries to the specified base index.
</para>
<para>
That base index is the same we pass to render_text() function to use the
text palette. With this scheme is possible to have several diferent text
colors at the same time and also draw fonts over custom background.
</para>
<programlisting>
/* obtains size the text will occupy */
renderer->get_text_size (osd, text, &width, &height);
/* draws a box using font background color (translucid) */
renderer->filled_rect(osd, x1, y1, x1+width, y1+height, OSD_TEXT2 + 1 );
/* render text */
renderer->render_text(osd, x1, y1, text, OSD_TEXT2 );
</programlisting>
</sect3>
</sect2>
</sect1>
<sect1>
<title>Plugin architecture</title>
<para>
xine plugins are built as shared libraries that export at least one
public function named <function>init_type_plugin</function>, where
<function>type</function> reflects the function of the plugin (video,
audio, etc). This function returns a pointer to freshly allocated (typically
via <function>malloc()</function>) structure containing mainly
function pointers; these are the "methods" of the plugin.
If you think this is pretty much an object-oriented aproach,
then you're right.
</para>
<para>
All plugins are installed in a special xine plugins directory
which can be found using the <command>xine-config --plugindir</command>
command.
</para>
<para>
You'll find exact definitions of public functions and plugin structs
in the appropriate header files for each plugin type
(e.g. <filename>demux/demux.h</filename>, <filename>input/input_plugin.h</filename>,
<filename>xine-engine/video_out.h</filename>, etc) within the xine source-code.
</para>
<para>
Many plugins will need some additional "private" data fields.
These should be simply added at the end of the plugin structure.
For example a demuxer plugin called "foo" with two private
fields "xine" and "count" may have a plugin structure declared in
the following way:
<programlisting>
typedef struct {
/* public fields "inherited" from demux.h */
demux_plugin_t demux_plugin;
xine_t *xine;
int count;
} demux_foo_t;
</programlisting>
</para>
<para>
The plugin would then access public fields via the
<varname>demux_plugin</varname> field and private fields directly.
</para>
</sect1>
</chapter>
<chapter id="input"><title>Extending xine's input</title>
<sect1>
<title>Adding support for a new file format (writing a demuxer)</title>
<para>
Use an existing demuxer plugin, e.g. demux_mpeg_block
as an example.
</para>
<para>
Demuxers need to start/stop their own thread for performance reasons
(input plugins may block and if the demuxer runs in a seperate
thread other xine modules can work during blocking time).
</para>
<para>
Since xine 0.9.9 some important responsibilities were assigned to demuxers, like
providing precise information about pts discontinuities. Besides that it's up
to demuxer to tag buffer packets with the specified codec to use and provide control
buffers with start and stop information for the rest of the engine.
</para>
<sect2>
<title>Demuxer API</title>
<para>
You need to implement all the functions given in demux.h:
<programlisting>
struct demux_plugin_s
{
/*
* plugin interface version, lower versions _may_ be supported
*/
int interface_version;
/*
* ask demuxer to open the given stream (input-plugin)
* using the content-detection method specified in "stage"
*
* return values:
* DEMUX_CAN_HANDLE on success
* DEMUX_CANNOT_HANDLE on failure
*/
int (*open) (demux_plugin_t *this, input_plugin_t *ip,
int stage);
/*
* start demux thread
*
* for seekable streams, a start position can be specified
*
* start_pos : position in input source
* start_time : position measured in seconds from stream start
*
* if both parameters are !=0 start_pos will be used
* for non-seekable streams both values will be ignored
*/
void (*start) (demux_plugin_t *this, fifo_buffer_t *video_fifo,
fifo_buffer_t *audio_fifo,
off_t start_pos, int start_time);
/*
* ask running demux thread to seek
*
* for seekable streams, a start position can be specified
*
* start_pos : position in input source
* start_time : position measured in seconds from stream start
*
* if both parameters are !=0 start_pos will be used
* for non-seekable streams both values will be ignored
*/
void (*seek) (demux_plugin_t *this,
off_t start_pos, int start_time);
/*
* stop & kill demux thread, free resources associated with current
* input stream
*/
void (*stop) (demux_plugin_t *this) ;
/*
* close demuxer, free all resources
*/
void (*close) (demux_plugin_t *this) ;
/*
* returns DEMUX_OK or DEMUX_FINISHED
*/
int (*get_status) (demux_plugin_t *this) ;
/*
* return human readable identifier for this plugin
*/
char* (*get_identifier) (void);
/*
* return MIME types supported for this plugin
*/
char* (*get_mimetypes) (void);
/*
* estimate stream length in seconds
* may return 0 for non-seekable streams
*/
int (*get_stream_length) (demux_plugin_t *this);
} ;
</programlisting>
</para>
<para>
Demuxer plugins export only one function:
<programlisting>
demux_plugin_t *init_demux_plugin (int iface_version, xine_t *xine);
</programlisting>
this is called on startup when the demuxer plugin is loaded.
The funtion should malloc() a demux_plugin_t* pointer,
fill in the function pointers and return the demux_plugin_t * pointer.
</para>
</sect2>
<sect2>
<title>Buffer types</title>
<para>
Demuxer must send data to decoders using two fifo of buffers <varname>fifo_video</varname>
and <varname>audio_fifo</varname>. Both are passed on demuxer start() method. The following
code fragment shows how it's done.
</para>
<programlisting>
buf_element_t *buf;
buf = this->video_fifo->buffer_pool_alloc (this->video_fifo);
buf->type = BUF_CONTROL_NEWPTS;
buf->disc_off = start_pts;
this->video_fifo->put (this->video_fifo, buf);
</programlisting>
<para>
Buffers must have set the <varname>type</varname> field as shown. Several buffer types are
defined in <filename>buffer.h</filename>, and most of them are information needed to
select a particular decoder.
</para>
<programlisting>
/*
* buffer types
*
* a buffer type ID describes the contents of a buffer
* it consists of three fields:
*
* buf_type = 0xMMDDCCCC
*
* MM : major buffer type (CONTROL, VIDEO, AUDIO, SPU)
* DD : decoder selection (e.g. MPEG, OPENDIVX ... for VIDEO)
* CCCC : channel number or other subtype information for the decoder
*/
#define BUF_MAJOR_MASK 0xFF000000
#define BUF_DECODER_MASK 0x00FF0000
/* control buffer types */
#define BUF_CONTROL_BASE 0x01000000
#define BUF_CONTROL_START 0x01000000
#define BUF_CONTROL_END 0x01010000
#define BUF_CONTROL_QUIT 0x01020000
#define BUF_CONTROL_DISCONTINUITY 0x01030000 /* former AVSYNC_RESET */
#define BUF_CONTROL_NOP 0x01040000
#define BUF_CONTROL_AUDIO_CHANNEL 0x01050000
#define BUF_CONTROL_SPU_CHANNEL 0x01060000
#define BUF_CONTROL_NEWPTS 0x01070000
#define BUF_CONTROL_RESET_DECODER 0x01080000
/* video buffer types: (please keep in sync with buffer_types.c) */
#define BUF_VIDEO_BASE 0x02000000
#define BUF_VIDEO_MPEG 0x02000000
#define BUF_VIDEO_MPEG4 0x02010000
#define BUF_VIDEO_CINEPAK 0x02020000
#define BUF_VIDEO_SORENSON 0x02030000
#define BUF_VIDEO_MSMPEG4_V12 0x02040000
#define BUF_VIDEO_MSMPEG4_V3 0x02050000
#define BUF_VIDEO_MJPEG 0x02060000
#define BUF_VIDEO_IV50 0x02070000
#define BUF_VIDEO_IV41 0x02080000
#define BUF_VIDEO_IV32 0x02090000
#define BUF_VIDEO_IV31 0x020a0000
#define BUF_VIDEO_ATIVCR1 0x020b0000
#define BUF_VIDEO_ATIVCR2 0x020c0000
#define BUF_VIDEO_I263 0x020d0000
#define BUF_VIDEO_RV10 0x020e0000
#define BUF_VIDEO_RGB 0x02100000
#define BUF_VIDEO_YUY2 0x02110000
#define BUF_VIDEO_JPEG 0x02120000
#define BUF_VIDEO_WMV7 0x02130000
#define BUF_VIDEO_WMV8 0x02140000
#define BUF_VIDEO_MSVC 0x02150000
#define BUF_VIDEO_DV 0x02160000
#define BUF_VIDEO_REAL 0x02170000
#define BUF_VIDEO_VP31 0x02180000
#define BUF_VIDEO_H263 0x02190000
#define BUF_VIDEO_3IVX 0x021A0000
/* audio buffer types: (please keep in sync with buffer_types.c) */
#define BUF_AUDIO_BASE 0x03000000
#define BUF_AUDIO_A52 0x03000000
#define BUF_AUDIO_MPEG 0x03010000
#define BUF_AUDIO_LPCM_BE 0x03020000
#define BUF_AUDIO_LPCM_LE 0x03030000
#define BUF_AUDIO_DIVXA 0x03040000
#define BUF_AUDIO_DTS 0x03050000
#define BUF_AUDIO_MSADPCM 0x03060000
#define BUF_AUDIO_IMAADPCM 0x03070000
#define BUF_AUDIO_MSGSM 0x03080000
#define BUF_AUDIO_VORBIS 0x03090000
#define BUF_AUDIO_IMC 0x030a0000
#define BUF_AUDIO_LH 0x030b0000
#define BUF_AUDIO_VOXWARE 0x030c0000
#define BUF_AUDIO_ACELPNET 0x030d0000
#define BUF_AUDIO_AAC 0x030e0000
#define BUF_AUDIO_REAL 0x030f0000
#define BUF_AUDIO_VIVOG723 0x03100000
/* spu buffer types: */
#define BUF_SPU_BASE 0x04000000
#define BUF_SPU_CLUT 0x04000000
#define BUF_SPU_PACKAGE 0x04010000
#define BUF_SPU_SUBP_CONTROL 0x04020000
#define BUF_SPU_NAV 0x04030000
#define BUF_SPU_TEXT 0x04040000
/* demuxer block types: */
#define BUF_DEMUX_BLOCK 0x05000000
</programlisting>
<para>
The control buffer types are very important and must be sent by all kind of demuxers.
They tell decoders to start/stop their operations and inform metronom about
discontinuities, either relative or absolute. There is also a reset buffer
type that must be sent when demuxers are seeking as a "warm restart" indication to
the decoders.
</para>
<para>
To help finding out buffer types for known codecs, functions from <filename>buffer_types.c</filename>
may be used to convert "FOURCC" codes or audio format tags (as used in AVI files) to the xine
type.
</para>
<programlisting>
buf->type = fourcc_to_buf_video((void*)this->avi->bih.biCompression);
this->video_fifo->put (this->video_fifo, buf);
</programlisting>
</sect2>
</sect1>
<sect1>
<title>Adding support for a new audio/video format
(writing a decoder)</title>
<para></para>
</sect1>
<sect1>
<title>Adding support for a new media type,
e.g. disc format, network transport method
(writing an input plugin)</title>
<para>
Many media players expect streams to be stored within files on
some local medium. In actual fact, media may be streamed over a
network (e.g. via HTTP or RTP), encoded onto a specialist medium
(e.g. DVD), etc. To allow you to access this media, xine supports
the concept of an "input plugin". The tasks performed by an
input plugin are:
</para>
<para>
<itemizedlist>
<listitem>
<para>
Validation of Media Resource Locators (MRLs).
</para>
</listitem>
<listitem>
<para>
MRL specific session management (e.g. opening and closing local files).
</para>
</listitem>
<listitem>
<para>
Reading blocks/specific numbers of bytes from the input device.
</para>
</listitem>
</itemizedlist>
</para>
<para>
In addition to these tasks, the input plugin may keep track of some
input device-specific state information (e.g. a DVD plugin may keep
track of navigational state data such as current title/chapter).
</para>
<para>
There are two classes of input device which xine recognises.
Byte-oriented devices can, upon request, return an arbitary
non-zero number of bytes from a stream. Examples of such devices
are files or network streams. Block-oriented devices, however, have
a prefered block or "frame"-size. An example of such a device is
a DVD where data is stored in logical blocks of 2048 bytes. One may
pass the hint to xine that the plugin is block-oriented by setting the
INPUT_CAP_BLOCK capability. Note that this is only a hint and
xine does not guarantee that all requests to the plugin will
be purely block based.
</para>
<para>
The input plugin should export at least the following function:
</para>
<programlisting>
input_plugin_t *init_input_plugin (int iface, xine_t *xine)
</programlisting>
<para>
The <varname>iface</varname> parameter is the input plugin interface
xine is requesting (as of writing this is '5'). The
<varname>xine</varname> parameter is a pointer to the global
<type>xine_t</type> for this session.
</para>
<para>
The function should return a pointer to an allocated
<type>input_plugin_t</type> (defined in
<filename>xine/input_plugin.h</filename>) which has the following
definition:
</para>
<programlisting>
struct input_plugin_s
{
/*
* plugin interface version, lower versions _may_ be supported
*/
int interface_version;
/*
* return capabilities of input source
*/
uint32_t (*get_capabilities) (input_plugin_t *this);
/*
* open input MRL - return 1 if succ
*/
int (*open) (input_plugin_t *this, char *mrl);
/*
* read nlen bytes, return number of bytes read
*/
off_t (*read) (input_plugin_t *this, char *buf, off_t nlen);
/*
* read one block, return newly allocated block (or NULL on failure)
* for blocked input sources len must be == blocksize
* the fifo parameter is only used to get access to the buffer_pool_alloc function
*/
buf_element_t *(*read_block)(input_plugin_t *this, fifo_buffer_t *fifo, off_t len);
/*
* seek position, return new position
*
* if seeking failed, -1 is returned
*/
off_t (*seek) (input_plugin_t *this, off_t offset, int origin);
/*
* get current position in stream.
*
*/
off_t (*get_current_pos) (input_plugin_t *this);
/*
* return length of input (-1 => unlimited, e.g. stream)
*/
off_t (*get_length) (input_plugin_t *this);
/*
* return block size of input source (if supported, 0 otherwise)
*/
uint32_t (*get_blocksize) (input_plugin_t *this);
/*
* ls function
* return value: NULL => filename is a file, **char=> filename is a dir
*/
mrl_t** (*get_dir) (input_plugin_t *this, char *filename, int *nFiles);
/*
* eject/load the media (if it's possible)
*
* returns 0 for temporary failures
*/
int (*eject_media) (input_plugin_t *this);
/*
* return current MRL
*/
char * (*get_mrl) (input_plugin_t *this);
/*
* stop input source
*/
void (*stop) (input_plugin_t *this);
/*
* close input source
*/
void (*close) (input_plugin_t *this);
/*
* return human readable (verbose = 1 line) description for this plugin
*/
char* (*get_description) (input_plugin_t *this);
/*
* return short, human readable identifier for this plugin
* this is used for GUI buttons, The identifier must have max. 4 characters
* characters (max. 5 including terminating \0)
*/
char* (*get_identifier) (input_plugin_t *this);
/*
* generate autoplay list
* return value: list of MRLs
*/
char** (*get_autoplay_list) (input_plugin_t *this, int *nFiles);
/*
* request optional data from input plugin.
*/
int (*get_optional_data) (input_plugin_t *this, void *data, int data_type);
/*
* check if it is possible/valid to directly branch to this MRL
* optional: may be NULL
*/
int (*is_branch_possible) (input_plugin_t *this, char *next_mrl);
};
</programlisting>
<para>
Typically the <function>init_input_plugin</function> function will
initialise all these parameters.
</para>
<para>
The <varname>get_capabilities</varname> parameter points to a function
which returns a bit mask describing the input device's capabilities.
You may logically OR the following constants together to get
a suitable bit-mask (via the '|' operator).
</para>
<itemizedlist>
<listitem>
<para>
INPUT_CAP_NOCAP -- Input device has no capabilities (alias for '0').
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_SEEKABLE -- Input device may be 'seeked' (i.e.
random access is possible, usually not available on, e.g., network
streams).
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_BLOCK -- Input device has a prefered block size (i.e. is
block-oriented).
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_AUTOPLAY -- Device can return an 'autoplay' list.
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_GET_DIR -- Device supports the concept of 'directorys' or
'folders' containing other MRLs.
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_BROWSABLE -- Device supports possible MRL enumeration and
browsing via the MRL browser.
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_CLUT -- Somewhat of an obsolete kludge. Device supports
the querying of sub-picture-unit colour palettes.
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_AUDIOLANG -- Device supports multiple audio streams with
different names.
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_SPULANG -- Device supports multiple sub-picture-unit (SPU)
streams with different names.
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_VARIABLE_BITRATE -- xine may not experimentally read from the
plugin in order to guestimate bit-rate.
</para>
</listitem>
<listitem>
<para>
INPUT_CAP_PREVIEW -- xine may attempt preview mode.
Requires INPUT_CAP_SEEKABLE. Most input plugins that are SEEKABLE are
also PREVIEWable. xine-dvdnav is an exception to this because it blocks
the input during a still video image. E.g DVD Menus.
</para>
</listitem>
</itemizedlist>
<para>
The <varname>open</varname> parameter points to a function which accepts
an MRL and returns a flag indicating whether this plugin accepts the
MRL or not. Note that input plugins are not guaranteed to be queried
in anay particular order and the first input plugin to claim an MRL
gets control so try not to duplicate MRLs already found within xine.
You should also do any device-specific initialisation within this
function.
</para>
<para>
The <varname>close</varname> parameter points to a function which
cleans up after <varname>open</varname>.
</para>
<para>
The <varname>read</varname> reads a specified number of bytes into
a buffer and returns the number of bytes actually copied.
</para>
<para>
Should the input plugin set the block-oriented hint and if the
demuxer supports it, the function pointed to by
<varname>read_block</varname> will be called to read a block directly
into xine's demuxer FIFO buffer.
</para>
<para>
The <varname>seek</varname> parameter points to a function called by
xine when it is required that subsequent reads come from another part
of the stream.
</para>
<para>
The <varname>get_current_pos</varname> parameter points to a function
which returns the current position within a finite length stream.
Similarly the <varname>get_length</varname> function returns the
length of the stream.
</para>
<para>
The <varname>get_blocksize</varname> parameter points to a function
which returns the device's prefered block-size if applicable.
</para>
<para>
The <varname>get_dir</varname> parameter point to a function
which returns a NULL terminated
array of pointers to MRLs which are within the 'directory' passed.
</para>
<para>
The <varname>eject_media</varname> parameter points to a function
called when the user requests that the media be 'ejected' if possible.
</para>
<para>
The <varname>get_mrl</varname> parameter points to a function which
returns the current MRL.
</para>
<para>
The <varname>stop</varname> parameter points to a function which
stops (but does not close) the input device.
</para>
<para>
<varname>get_identifier</varname> points to a function returning a
(short) human-readable description for the plugin (e.g. CDA, NAV, DVD).
</para>
<para>
<varname>get_autoplay_list</varname> points to a function returning
a NULL-temrinated array of MRLs which arise due to the 'autoplay'
feature of the plugin.
</para>
</sect1>
</chapter>
<chapter id="output"><title>Extending xine's output</title>
<sect1>
<title>Adding support for a new type of video output
(e.g. framebuffer device)</title>
<para>
In order to allow for device-dependant acceleration features, xine
calls upon the video output plugin for more than just displaying
images. The tasks performed by the video plugins are:
</para>
<para>
<itemizedlist>
<listitem>
<para>Allocation of a <type>vo_frame_s</type> structure and its
subsequent destruction.
</para>
</listitem>
<listitem>
<para>Allocation of memory for use by one frame (this is to allow
for the ability of some video output plugins to map frames directly
into video-card memory hence removing the need for the frame to
be copied across the PCI/AGP bus at display time).
</para>
</listitem>
<listitem>
<para>Most importantly, the ability to render/copy a given
frame to the output device.
</para>
</listitem>
<listitem>
<para>(Optional) The copying of the frame from a file dependant
colour-space and depth into the frame structure. This is to allow for
on-the fly
colour-space conversion and scalaing if required (e.g. the XShm
ouput plugin uses this mechanism).
</para>
</listitem>
</itemizedlist>
</para>
<para>
Although these extra responsibilities add great complexity to your
plugin it should be noted that they allow plugins to take full advantage
of any special hardware-acceleration without sacrificing flexibility.
</para>
<para>
All video plugins take the form of a shared library which exports at least
the functions <function>init_video_out_plugin()</function> and
<function>get_video_out_plugin_info()</function> which
returns a pointer to a <type>vo_info_s</type>. This structure has the
following declaration:
</para>
<programlisting>
struct vo_info_s {
int interface_version; /* plugin interface version */
char *id; /* id of this plugin */
char *description; /* human-readable description of this plugin */
int visual_type; /* visual type supported by this plugin */
int priority; /* priority of this plugin for auto-probing */
};</programlisting>
<para>
At the time of writing, the current interface version was `3' but
you may wish to look at an existing plugin's source-code to check.
</para>
<para>
The <varname>visual_type</varname> field is used by the xine UI to
determine if it is supported by the UI (e.g. X11 output plugins require
the GUI to be running under the X Windowing system) and also to
determine the information passed to the
<function>init_video_out_plugin()</function> function.
The library must also export this function and it has the following
declaration:
</para>
<programlisting>
vo_driver_t *init_video_out_plugin (config_values_t *config, void *visual_gen)</programlisting>
<para>
The arguments to the function are as follows
</para>
<itemizedlist>
<listitem>
<para><varname>config</varname> -- A pointer to an object which
allows you to register, change and access configuration information.
See elsewhere in this document for more information.</para>
</listitem>
<listitem>
<para><varname>visual_gen</varname> -- A pointer to a visual-dependant
structure/variable. For example, if you had previously claimed your
plugin was of the VISUAL_TYPE_X11 type, this would be a pointer
to the <type>Display</type> variable associated with the
X-server xine is running under. See plugin source-code for other
VISUAL_TYPE_... constants and associated structures. Note that this
field is provided by the UI and so if you wish to add another visual
type you will either need to extend an existing UI or write a new
one.</para>
</listitem>
</itemizedlist>
<para>
The function creates and returns a pointer to a <type>vo_driver_s</type>
structure which contains the following function pointers:
</para>
<programlisting>
struct vo_driver_s {
uint32_t (*get_capabilities) (vo_driver_t *this); /* for constants see above */
/*
* allocate an vo_frame_t struct,
* the driver must supply the copy, field and dispose functions
*/
vo_frame_t* (*alloc_frame) (vo_driver_t *this);
/*
* check if the given image fullfills the format specified
* (re-)allocate memory if necessary
*/
void (*update_frame_format) (vo_driver_t *this, vo_frame_t *img,
uint32_t width, uint32_t height,
int ratio_code, int format, int flags);
/* display a given frame */
void (*display_frame) (vo_driver_t *this, vo_frame_t *vo_img);
/* overlay functions */
void (*overlay_blend) (vo_driver_t *this, vo_frame_t *vo_img, vo_overlay_t *overlay);
/*
* these can be used by the gui directly:
*/
int (*get_property) (vo_driver_t *this, int property);
int (*set_property) (vo_driver_t *this,
int property, int value);
void (*get_property_min_max) (vo_driver_t *this,
int property, int *min, int *max);
/*
* general purpose communication channel between gui and driver
*
* this should be used to propagate events, display data, window sizes
* etc. to the driver
*/
int (*gui_data_exchange) (vo_driver_t *this, int data_type,
void *data);
void (*exit) (vo_driver_t *this);
/* check if a redraw is needed (due to resize)
* this is only used for still frames, normal video playback
* must call that inside display_frame() function.
*/
int (*redraw_needed) (vo_driver_t *this);
};
</programlisting>
<para>
The <varname>get_info</varname> field is simply a pointer to the
<function>get_video_out_plugin_info()</function> function described
above.
</para>
<para>
The <varname>get_capbilities</varname> field points to a function
which returns a bit-wise ORed combination of the following constants
which reflects the video output plugin's capabilities.
</para>
<programlisting>
#define VO_CAP_COPIES_IMAGE 0x00000001 /* driver copies image (i.e. converts it to
rgb buffers in the private fields of
image buffer) */
#define VO_CAP_YV12 0x00000002 /* driver can handle YUV 4:2:0 pictures */
#define VO_CAP_YUY2 0x00000004 /* driver can handle YUY2 pictures */
#define VO_CAP_HUE 0x00000010 /* driver can set HUE value */
#define VO_CAP_SATURATION 0x00000020 /* driver can set SATURATION value */
#define VO_CAP_BRIGHTNESS 0x00000040 /* driver can set BRIGHTNESS value */
#define VO_CAP_CONTRAST 0x00000080 /* driver can set CONTRAST value */
#define VO_CAP_COLORKEY 0x00000100 /* driver can set COLORKEY value */
#define VO_CAP_AUTOPAINT_COLORKEY 0x00000200 /* driver can set AUTOPAINT_COLORKEY value */
</programlisting>
<para>
A plugin should use the VO_CAP_COPIES_IMAGE flag if it wishes to provide a
copy function to perform on-the-fly colour-space conversion and
scaling.
</para>
<para>
The <varname>get_property</varname>, <varname>set_proprty</varname> and
<varname>get_property_min_max</varname> fields point to functions which
handle the getting, setting of properties and define their bounds.
Valid property IDs can be found in the <filename>video_out.h</filename>
header file.
</para>
<para>
The <varname>gui_data_exchange</varname> field points to a function which can
accept various forms of data from the UI (e.g. the mouse has moved or the
window has been hidden). Look at existing plugins for examples of data
exchanges from various UIs.
</para>
<para>
The <varname>alloc_frame</varname> field points to a function which returns
a pointer to a <type>vo_frame_s</type> structure which is defined as:
</para>
<programlisting>
struct vo_frame_s {
struct vo_frame_s *next;
int64_t pts; /* presentation time stamp (1/90000 sec) */
int64_t vpts; /* virtual pts, generated by metronom */
int bad_frame; /* e.g. frame skipped or based on skipped frame */
int duration; /* frame length in time, in 1/90000 sec */
/* yv12 (planar) base[0]: y, base[1]: u, base[2]: v */
/* yuy2 (interleaved) base[0]: yuyv..., base[1]: --, base[2]: -- */
uint8_t *base[3];
/* info that can be used for interlaced output (e.g. tv-out) */
int top_field_first;
int repeat_first_field;
/* pan/scan offset */
int pan_scan_x;
int pan_scan_y;
/* additional information to be able to duplicate frames: */
int width, height;
int ratio; /* aspect ratio, codes see below */
int format; /* IMGFMT_YV12 or IMGFMT_YUY2 */
int drawn; /* used by decoder, frame has already been drawn */
int lock_counter;
pthread_mutex_t mutex; /* protect access to lock_count */
/* "backward" references to where this frame originates from */
vo_instance_t *instance;
vo_driver_t *driver;
int id; /* debugging - track this frame */
/*
* member functions
*/
/* this frame is no longer used by the decoder */
void (*free) (vo_frame_t *vo_img);
/* tell video driver to copy/convert a slice of this frame, may be NULL */
void (*copy) (vo_frame_t *vo_img, uint8_t **src);
/* tell video driver that the decoder starts a new field */
void (*field) (vo_frame_t *vo_img, int which_field);
/* append this frame to the display queue,
returns number of frames to skip if decoder is late */
int (*draw) (vo_frame_t *vo_img);
/* this frame is no longer used by the video driver */
void (*displayed) (vo_frame_t *vo_img);
/* free memory/resources for this frame */
void (*dispose) (vo_frame_t *vo_img);
};
</programlisting>
<para>
Typically the video plugin will add private fields to the end of this structure
which are used for internal purposes by the plugin.
</para>
<para>
The function pointers within the frame structure provides a mechanism for the
driver to retain full control of how the frames are managed and rendered to. If
the VO_CAP_COPIES_IMAGE flag was set in the plugins capabilities then the
copy field is required and will be called sequentially for each 16-pixel high
strip in the image. The plugin may then decide, based on the frame's format, how
this is copied into the frame.
</para>
<para>
Returning to the <type>vo_driver_s</type> structure, the
<function>update_frame_format</function> field points to a function which will
be called each time the colour-depth/space or size of a frame changes. Typically
this function would allocate sufficient memory for the frame, assign the pointers
to the individual planes of the frame to the <varname>base</varname> field of the
frame and perform and driver-specific changes.
</para>
<para>
The <varname>display_frame</varname> field points to a function to render a
given frame to the output device.
</para>
<para>
The <varname>overlay_blend</varname> field points to a function which accepts
an association between a frame and overlay which will result in the latter
being overlayed on the former.
</para>
</sect1>
<sect1>
<title>Adding support for a new type of audio output</title>
<para></para>
</sect1>
</chapter>
<chapter id="xine-library"><title>Using xine as a library</title>
<sect1>
<title>Writing a new frontend to xine</title>
<para></para>
</sect1>
</chapter>
<chapter id="misc"><title>misc</title>
<sect1>
<title>Coding style and guidelines</title>
<para>
This section contains some guidelines for writing xine-code.
These are really just guidelines, no strict rules.
Contributions will not be rejected if they do not meet these
rules but they will be appreciated if they do.
<itemizedlist>
<listitem>
<para>
when in doubt, use lower case. BTW: This thing is called xine, never Xine.
</para>
</listitem>
<listitem>
<para>
comment your interfaces in the header files.
</para>
</listitem>
<listitem>
<para>
use expressive variable and function identifiers on all public interfaces.
use underscores to seperate words in identifiers, not uppercase
letters (my_function_name is ok, myFunctionName is not ok).
</para>
</listitem>
<listitem>
<para>
avoid macros if possible. avoid gotos.
</para>
</listitem>
<listitem>
<para>
use
<programlisting>
#ifdef LOG
printf ("module: ..."[,...]);
#endif
</programlisting>
for debug output. All debug output must be prefixed by the module
name which generates the output (see example above).
</para>
</listitem>
<listitem>
<para>
refer to emac's c-mode for all questions of proper indentiation.
</para>
</listitem>
<listitem>
<para>
use c-style comments (/* */), not c++-style (//)
</para>
</listitem>
</itemizedlist>
</para>
</sect1>
<sect1>
<title>How to contribute</title>
<para>
Make sure you send your patches in unified diff format to
the xine-devel mailing list (you'll have to subscribe first,
otherwise you're not allowed to post). Please do not send
patches to individual developers unless otherwise instructed
because your patch is more likely to get lost in an overfull
INBOX in that case. Please be patient, it may take 1-2 weeks
before you hear any comments on your work (developers may be
working on other parts of the code or are simply busy at
the moment).
</para>
</sect1>
</chapter>
</book>
|