%PDF-1.4
%âãÏÓ
1 0 obj
<<
/Creator (Microsoft Word)
/CreationDate (D:20040106123828Z)
/Subject ()
/Title ()
/Author (drussell)
/Producer (Acrobat PDFWriter 4.0 for Power Macintosh)
/Keywords ()
/ModDate (D:20040106124144-05'00')
>>
endobj
2 0 obj
[
/PDF /Text
]
endobj
3 0 obj
<<
/Pages 5 0 R
/Type /Catalog
/DefaultGray 31 0 R
/DefaultRGB 32 0 R
/AcroForm 36 0 R
/Metadata 43 1 R
>>
endobj
4 0 obj
<<
/Type /Page
/Parent 5 0 R
/Resources << /Font << /F1 7 0 R /F2 9 0 R /F3 11 0 R >> /ProcSet 2 0 R >>
/Contents 12 0 R
/Annots 35 0 R
>>
endobj
5 0 obj
<<
/Kids [ 4 0 R 14 0 R 17 0 R 23 0 R 28 0 R ]
/Count 5
/Type /Pages
/MediaBox [ 0 0 612 792 ]
>>
endobj
6 0 obj
<<
/Type /FontDescriptor
/FontName /TimesNewRomanPSMT
/Flags 32802
/FontBBox [ -250 -219 1000 891 ]
/MissingWidth 250
/StemV 93
/StemH 31
/ItalicAngle 0
/CapHeight 656
/XHeight 437
/Ascent 891
/Descent -219
/Leading 47
/MaxWidth 1000
/AvgWidth 536
/Style << /Panose <050102020600000000000000>>>
>>
endobj
7 0 obj
<<
/Type /Font
/Subtype /TrueType
/Name /F1
/BaseFont /TimesNewRomanPSMT
/FirstChar 0
/LastChar 255
/Widths [ 0 778 778 778 778 778 778 778 0 250 778 778 778 0 778 778 778 778
778 778 778 778 778 778 778 778 778 778 778 0 778 778 250 333 408
500 500 833 778 180 333 333 500 564 250 333 250 278 500 500 500
500 500 500 500 500 500 500 278 278 564 564 564 444 921 722 667
667 722 611 556 722 722 333 389 722 611 889 722 722 556 722 667
556 611 722 722 944 722 722 611 333 278 333 469 500 333 444 500
444 500 444 333 500 500 278 278 500 278 778 500 500 500 500 333
389 278 500 500 722 500 500 444 480 200 480 541 778 722 722 667
611 722 722 722 444 444 444 444 444 444 444 444 444 444 444 278
278 278 278 500 500 500 500 500 500 500 500 500 500 500 400 500
500 500 350 453 500 760 760 980 333 333 549 889 722 713 549 549
549 500 576 494 713 823 549 274 276 310 768 667 500 444 333 564
549 500 549 612 500 500 1000 250 722 722 722 889 722 500 1000 444
444 333 333 549 494 500 722 167 500 333 333 556 556 500 250 333
444 1000 722 611 722 611 611 333 333 333 333 722 722 778 722 722
722 722 278 333 333 333 333 333 333 333 333 333 333 ]
/Encoding /MacRomanEncoding
/FontDescriptor 6 0 R
>>
endobj
8 0 obj
<<
/Type /FontDescriptor
/FontName /TimesNewRomanPS-ItalicMT
/Flags 32866
/FontBBox [ -250 -219 1000 891 ]
/MissingWidth 250
/StemV 62
/StemH 656
/ItalicAngle -16
/CapHeight 656
/XHeight 437
/Ascent 891
/Descent -219
/Leading 47
/MaxWidth 1000
/AvgWidth 533
/Style << /Panose <050102020600000000000000>>>
>>
endobj
9 0 obj
<<
/Type /Font
/Subtype /TrueType
/Name /F2
/BaseFont /TimesNewRomanPS-ItalicMT
/FirstChar 0
/LastChar 255
/Widths [ 0 778 778 778 778 778 778 778 0 250 778 778 778 0 778 778 778 778
778 778 778 778 778 778 778 778 778 778 778 0 778 778 250 333 420
500 500 833 778 214 333 333 500 675 250 333 250 278 500 500 500
500 500 500 500 500 500 500 333 333 675 675 675 500 920 611 611
667 722 611 611 722 722 333 444 667 556 833 667 722 611 722 611
500 556 722 611 833 611 556 556 389 278 389 422 500 333 500 500
444 500 444 278 500 500 278 278 444 278 722 500 500 500 500 389
389 278 500 444 667 444 444 389 400 275 400 541 778 611 611 667
611 667 722 722 500 500 500 500 500 500 444 444 444 444 444 278
278 278 278 500 500 500 500 500 500 500 500 500 500 500 400 500
500 500 350 523 500 760 760 980 333 333 549 889 722 713 549 549
549 500 576 494 713 823 549 274 276 310 768 667 500 500 389 675
549 500 549 612 500 500 889 250 611 611 722 944 667 500 889 556
556 333 333 549 494 444 556 167 500 333 333 500 500 500 250 333
556 1000 611 611 611 611 611 333 333 333 333 722 722 778 722 722
722 722 278 333 333 333 333 333 333 333 333 333 333 ]
/Encoding /MacRomanEncoding
/FontDescriptor 8 0 R
>>
endobj
10 0 obj
<<
/Type /FontDescriptor
/FontName /TimesNewRomanPS-BoldMT
/Flags 32802
/FontBBox [ -250 -208 1000 896 ]
/MissingWidth 250
/StemV 156
/StemH 31
/ItalicAngle 0
/CapHeight 656
/XHeight 437
/Ascent 896
/Descent -208
/Leading 42
/MaxWidth 1000
/AvgWidth 554
/Style << /Panose <050102020600000000000000>>>
>>
endobj
11 0 obj
<<
/Type /Font
/Subtype /TrueType
/Name /F3
/BaseFont /TimesNewRomanPS-BoldMT
/FirstChar 0
/LastChar 255
/Widths [ 0 778 778 778 778 778 778 778 0 250 778 778 778 0 778 778 778 778
778 778 778 778 778 778 778 778 778 778 778 0 778 778 250 333 555
500 500 1000 833 278 333 333 500 570 250 333 250 278 500 500 500
500 500 500 500 500 500 500 333 333 570 570 570 500 930 722 667
722 722 667 611 778 778 389 500 778 667 944 722 778 611 778 722
556 667 722 722 1000 722 722 667 333 278 333 581 500 333 500 556
444 556 444 333 500 556 278 333 556 278 833 556 500 556 556 444
389 333 556 500 722 500 500 444 394 220 394 520 778 722 722 722
667 722 778 722 500 500 500 500 500 500 444 444 444 444 444 278
278 278 278 556 500 500 500 500 500 556 556 556 556 500 400 500
500 500 350 540 556 747 747 1000 333 333 549 1000 778 713 549 549
549 500 576 494 713 823 549 274 300 330 768 722 500 500 333 570
549 500 549 612 500 500 1000 250 722 722 778 1000 722 500 1000 500
500 333 333 549 494 500 722 167 500 333 333 556 556 500 250 333
500 1000 722 667 722 667 667 389 389 389 389 778 778 778 778 722
722 722 278 333 333 333 333 333 333 333 333 333 333 ]
/Encoding /MacRomanEncoding
/FontDescriptor 10 0 R
>>
endobj
12 0 obj
<< /Length 13 0 R >>
stream
0.24 w
2 J
BT
/F1 15.36 Tf
161.404 697.696 TD 0 Tc 0 Tw (Performance Measures for Intelligent Systems:)Tj
ET
BT
194.044 680.176 TD (Measures of Technology Readiness)Tj
/F1 10.08 Tf
218.885 7.2 TD (1)Tj
ET
BT
/F2 15.36 Tf
228.365 644.655 TD (PERMIS\32503 White Paper)Tj
ET
BT
/F1 11.52 Tf
55.801 114.243 TD ( )Tj
ET
55.681 116.643 138.243 0.48 re
f
BT
/F1 6.24 Tf
55.801 107.522 TD (1)Tj
/F1 9.6 Tf
3.12 -4.32 TD ( Alexander Meystel, Jim Albus, Elena Messina, and Dennis Leedom contributed to this White Paper)Tj
ET
BT
/F3 11.52 Tf
55.801 610.574 TD (1. From Theory to Practice)Tj
ET
BT
/F1 9.6 Tf
90.362 588.493 TD 0.67 Tw (Previous iterations of PERMIS Workshop Papers [1-)Tj
ET
BT
55.801 577.453 TD 0.303 Tw (7] contain the outlines of the theory of performance measures.)Tj
ET
BT
55.801 566.413 TD 8.212 Tw (PERMIS\32503 will begin to examine applications of)Tj
ET
BT
55.801 555.373 TD 1.979 Tw (performance measures to practical problems in commercial,)Tj
ET
BT
55.801 544.332 TD 1.685 Tw (industrial, and military applications. In particular, we will)Tj
ET
BT
55.801 533.292 TD 0 Tw (begin to address the issue of technology readiness for practical)Tj
ET
BT
55.801 522.252 TD 2.521 Tw (applications. We believe that it is possible to leverage)Tj
ET
BT
55.801 511.212 TD 8.044 Tw (existing practices and measures from more mature)Tj
ET
BT
55.801 500.171 TD 0 Tw (methodologies in other disciplines.)Tj
ET
BT
/F3 11.52 Tf
55.801 475.691 TD 6.475 Tw (2. Technology Readiness as a Performance)Tj
ET
BT
55.801 462.491 TD 0 Tw (Measure)Tj
ET
BT
/F1 9.6 Tf
90.362 440.41 TD 1.655 Tw (Technology Readiness Levels)Tj
/F3 9.6 Tf
118.323 0 TD ( )Tj
/F1 9.6 Tf
4.055 0 TD (\(TRLs\) were initially)Tj
ET
BT
55.801 429.37 TD 2.76 Tw (proposed by NASA in 1995. Sporadic use within the US)Tj
ET
BT
55.801 418.33 TD 3.181 Tw (Science and Technology community followed. They were)Tj
ET
BT
55.801 407.289 TD 1.8 Tw (adopted by the US DoD in June 2001 where they are now)Tj
ET
BT
55.801 396.249 TD 0 Tw (mandated for all major Acquisition programs [8, 9].)Tj
ET
BT
55.801 374.169 TD 2.117 Tw (The stages of technology readiness appear initially to be a)Tj
ET
BT
55.801 363.128 TD 1.882 Tw (check-list for the stages of system\325s research, development,)Tj
ET
BT
55.801 352.088 TD 0.599 Tw (design and manufacturing. The TRL-6 scale, however, can be)Tj
ET
BT
55.801 341.048 TD 1.12 Tw (used as a framework for validating the overall quality of the)Tj
ET
BT
55.801 330.008 TD 0 Tw (system. Indeed, each consecutive Technology Readiness Level)Tj
ET
BT
55.801 318.967 TD 1.178 Tw (demonstrates at a higher resolution a more concrete scenario)Tj
ET
BT
55.801 307.927 TD 1.77 Tw (of operation. The system of multiresolutional scenarios is a)Tj
ET
BT
55.801 296.887 TD 0.576 Tw (leading approach that can express performance under realistic)Tj
ET
BT
55.801 285.847 TD 0.11 Tw (conditions of uncertainty. Table 1 defines the TRL levels and)Tj
ET
BT
55.801 274.806 TD 1.77 Tw (includes some added commentary in the context of PerMIS)Tj
ET
BT
55.801 263.766 TD 0 Tw (and resolution levels.)Tj
ET
BT
55.801 241.686 TD 1.953 Tw (The realistic conditions of operation depend heavily on the)Tj
ET
BT
55.801 230.645 TD 1.778 Tw (nature of the environment in which a system is required to)Tj
ET
BT
55.801 219.605 TD 3.017 Tw (function. For example, a robot vehicle that is capable of)Tj
ET
BT
55.801 208.565 TD 0.697 Tw (navigating successfully within the confines of a building may)Tj
ET
BT
55.801 197.525 TD 2.357 Tw (be completely unable to function outdoors. An intelligent)Tj
ET
BT
55.801 186.484 TD 2.031 Tw (vehicle that is able to drive on well marked roads may be)Tj
ET
BT
55.801 175.444 TD 0.142 Tw (unable to drive successfully through the woods, or in tall grass)Tj
ET
BT
55.801 164.404 TD 0.622 Tw (or weeds. An intelligent vehicle that is capable of driving on)Tj
ET
BT
55.801 153.364 TD 0.098 Tw (the freeway may be unable to drive on two lane roads with on-)Tj
ET
BT
55.801 142.323 TD 0.664 Tw (coming traffic, or on city streets with intersections and traffic)Tj
ET
BT
55.801 131.283 TD 4.973 Tw (signals. This suggests that Performance Measures for)Tj
ET
BT
314.767 612.734 TD 0.401 Tw (Intelligent Systems must not only measure the behavior of the)Tj
ET
BT
314.767 601.694 TD 0.132 Tw (system, but the characteristics of the environment in which the)Tj
ET
BT
314.767 590.654 TD 0 Tw (system must perform.)Tj
ET
BT
314.767 568.573 TD 2.562 Tw (The U.S. Army has launched a major initiative to field a)Tj
ET
BT
314.767 557.533 TD 1.522 Tw (Future Combat System that will consist of light-weight, air-)Tj
ET
BT
314.767 546.493 TD 6.963 Tw (transportable vehicles that include both manned and)Tj
ET
BT
314.767 535.452 TD 1.245 Tw (unmanned vehicles. A major effort is directed at measuring)Tj
ET
BT
314.767 524.412 TD 0.421 Tw (the technology readiness of technology for unmanned driving,)Tj
ET
BT
314.767 513.372 TD 0.467 Tw (both on-road and off-road in all kinds of weather, on all types)Tj
ET
BT
314.767 502.332 TD 3.622 Tw (of roads, day and night, in the presence of pedestrians,)Tj
ET
BT
314.767 491.291 TD 0 Tw (animals, and on-coming traffic.)Tj
ET
BT
314.767 469.211 TD 3.133 Tw (The military services have developed testing methods for)Tj
ET
BT
314.767 458.17 TD 6.09 Tw (measuring the performance of systems under realistic)Tj
ET
BT
314.767 447.13 TD 2.021 Tw (scenarios. These methods are described in a book entitled)Tj
ET
BT
314.767 436.09 TD 2.205 Tw (Code of Best Practice Experimentation. [10] This code is)Tj
ET
BT
314.767 425.05 TD 2.317 Tw (intended to increase awareness and understanding of DOD)Tj
ET
BT
314.767 414.009 TD 0.612 Tw (needs for experimentation, articulate a useful set of principles)Tj
ET
BT
314.767 402.969 TD 2.628 Tw (for the design and conducting experiments, and provide a)Tj
ET
BT
314.767 391.929 TD 0.276 Tw (scientific foundation for testing. The authors of this book will)Tj
ET
BT
314.767 380.889 TD 1.898 Tw (prepare a workshop on the philosophy and methodology of)Tj
ET
BT
314.767 369.848 TD 2.318 Tw (testing new technologies and measuring their readiness for)Tj
ET
BT
314.767 358.808 TD 0 Tw (applications in the real world.)Tj
ET
BT
314.767 336.728 TD 2.3 Tw (A major series of tests have been conducted to assess the)Tj
ET
BT
314.767 325.687 TD 2.074 Tw (technology readiness of unmanned ground vehicles for off-)Tj
ET
BT
314.767 314.647 TD 0.38 Tw (road driving. A report on this series of tests will be presented)Tj
ET
BT
314.767 303.607 TD 0 Tw (at PerMIS\32503.)Tj
ET
BT
314.767 281.526 TD 5.875 Tw (Test courses have been developed for measuring the)Tj
ET
BT
314.767 270.486 TD 0.758 Tw (capabilities of teleoperated and robotic devices for searching)Tj
ET
BT
314.767 259.446 TD 3.631 Tw (buildings for human victims of earthquakes and terrorist)Tj
ET
BT
314.767 248.406 TD 0.82 Tw (bombings [11]. A report will be presented on this activity at)Tj
ET
BT
314.767 237.365 TD 0 Tw (PerMIS\32503.)Tj
ET
BT
314.767 215.285 TD 0.992 Tw (Other tests need to be developed to measure the readiness of)Tj
ET
BT
314.767 204.245 TD 3.107 Tw (component technologies. For example, improvements are)Tj
ET
BT
314.767 193.204 TD 1.087 Tw (needed for technologies to measure the capabilities of robots)Tj
ET
BT
314.767 182.164 TD 0 Tw (and teleoperated devices for searching buildings, and detecting)Tj
ET
BT
314.767 171.124 TD 1.668 Tw (survivors of earthquakes or terrorist bombings. Methods for)Tj
ET
BT
314.767 160.084 TD 0 Tw (measuring the performance of components and subsystems are)Tj
ET
BT
314.767 149.043 TD (also needed.)Tj
ET
endstream
endobj
13 0 obj
7633
endobj
14 0 obj
<<
/Type /Page
/Parent 5 0 R
/Resources << /Font << /F1 7 0 R /F3 11 0 R >> /ProcSet 2 0 R >>
/Contents 15 0 R
>>
endobj
15 0 obj
<< /Length 16 0 R >>
stream
0.24 w
BT
/F3 11.52 Tf
89.882 695.296 TD 0 Tc 0 Tw (Table 1:Technology Readiness Levels in the Context of Intelligent Systems Performance)Tj
ET
BT
/F3 9.6 Tf
62.281 675.375 TD (Technology Readiness Level)Tj
ET
BT
211.325 675.375 TD (Description)Tj
ET
0.502 g
58.561 684.256 0.72 2.88 re
f
58.561 686.416 2.88 0.72 re
f
60.001 684.256 1.44 1.44 re
f
60.001 684.256 1.44 1.44 re
f
61.441 686.416 146.163 0.72 re
f
61.441 684.256 146.163 1.44 re
f
207.605 686.416 2.88 0.72 re
f
207.605 684.256 0.72 1.44 re
f
209.045 684.256 1.44 1.44 re
f
210.485 686.416 344.888 0.72 re
f
210.485 684.256 344.888 1.44 re
f
556.813 684.256 1.44 2.88 re
f
555.373 686.416 2.88 0.72 re
f
555.373 684.256 0.72 1.44 re
f
555.373 684.256 0.72 1.44 re
f
60.001 673.215 1.44 11.04 re
f
58.561 673.215 0.72 11.04 re
f
209.045 673.215 1.44 11.04 re
f
207.605 673.215 0.72 11.04 re
f
556.813 673.215 1.44 11.04 re
f
555.373 673.215 0.72 11.04 re
f
BT
/F1 9.6 Tf
0 g
62.281 661.455 TD (1. Basic principles and broad vision)Tj
ET
BT
62.281 650.415 TD (of the system observed and reported)Tj
ET
BT
211.325 661.455 TD (The most general discussion of the system, i.e. the lowest level of resolution in system)Tj
ET
BT
211.325 650.415 TD (analysis. It corresponds to the lowest level of technology readiness. The results of this)Tj
ET
BT
211.325 639.375 TD (level of analysis are usually presented as paper studies of a system's basic properties.)Tj
ET
BT
211.325 628.334 TD (Correspondingly, it is also the lowest level of software readiness. Basic research begins)Tj
ET
BT
211.325 617.294 TD (to be translated into applied research and development.)Tj
ET
0.502 g
58.561 670.335 0.72 2.88 re
f
60.001 672.495 1.44 0.72 re
f
60.001 670.335 1.44 1.44 re
f
61.441 672.495 146.163 0.72 re
f
61.441 670.335 146.163 1.44 re
f
207.605 672.495 0.72 0.72 re
f
207.605 670.335 0.72 1.44 re
f
209.045 672.495 1.44 0.72 re
f
209.045 670.335 1.44 1.44 re
f
210.485 672.495 344.888 0.72 re
f
210.485 670.335 344.888 1.44 re
f
555.373 672.495 0.72 0.72 re
f
555.373 670.335 0.72 1.44 re
f
556.813 670.335 1.44 2.88 re
f
60.001 610.334 1.44 60.001 re
f
58.561 610.334 0.72 60.001 re
f
209.045 610.334 1.44 60.001 re
f
207.605 610.334 0.72 60.001 re
f
556.813 610.334 1.44 60.001 re
f
555.373 610.334 0.72 60.001 re
f
BT
0 g
62.281 598.574 TD (2. Conceptual design of a system)Tj
ET
BT
62.281 587.533 TD (and/or technology and its application)Tj
ET
BT
62.281 576.493 TD (formulated)Tj
ET
BT
211.325 598.574 TD (Beginning of the system\325s refinement: resolution grows. Key engineering solutions are)Tj
ET
BT
211.325 587.533 TD (proposed, innovations are introduced, key resource limits are chosen. Practical)Tj
ET
BT
211.325 576.493 TD (applications are invented and tested. Applications are partially tested, partially)Tj
ET
BT
211.325 565.453 TD (hypothesized, and there may be no exhaustive proof or reliable analysis to support the)Tj
ET
BT
211.325 554.413 TD (assumptions and visions of the developing team.)Tj
ET
0.502 g
58.561 607.454 0.72 2.88 re
f
60.001 609.614 1.44 0.72 re
f
60.001 607.454 1.44 1.44 re
f
61.441 609.614 146.163 0.72 re
f
61.441 607.454 146.163 1.44 re
f
207.605 609.614 0.72 0.72 re
f
207.605 607.454 0.72 1.44 re
f
209.045 609.614 1.44 0.72 re
f
209.045 607.454 1.44 1.44 re
f
210.485 609.614 344.888 0.72 re
f
210.485 607.454 344.888 1.44 re
f
555.373 609.614 0.72 0.72 re
f
555.373 607.454 0.72 1.44 re
f
556.813 607.454 1.44 2.88 re
f
60.001 552.253 1.44 55.201 re
f
58.561 552.253 0.72 55.201 re
f
209.045 552.253 1.44 55.201 re
f
207.605 552.253 0.72 55.201 re
f
556.813 552.253 1.44 55.201 re
f
555.373 552.253 0.72 55.201 re
f
BT
0 g
62.281 540.492 TD (3. Thorough theoretical and)Tj
ET
BT
62.281 529.452 TD (experimental critical analysis of)Tj
ET
BT
62.281 518.412 TD (system\325s function; detailed)Tj
ET
BT
62.281 507.372 TD (characteristic proof of concept)Tj
ET
BT
211.325 535.692 TD (More detail is addressed. Active research and development are initiated. Theoretical)Tj
ET
BT
211.325 524.652 TD (studies are conducted in the laboratory targeting physical and/or computational)Tj
ET
BT
211.325 513.612 TD (\(simulation\) validation of analytical predictions for separate sub-systems of the system.)Tj
ET
BT
211.325 502.572 TD (Those sub-systems are being scrutinized that are innovative and have not been)Tj
ET
BT
211.325 491.531 TD (integrated. Similar active research and development is initiated for the software)Tj
ET
BT
211.325 480.491 TD (subsystems. The number of resolution levels must be properly chosen. The programs are)Tj
ET
BT
211.325 469.451 TD (written that can validate theoretical predictions for separate software subsystems.)Tj
ET
BT
211.325 458.41 TD (Algorithms are tested in laboratory environment or in simulation.)Tj
ET
0.502 g
58.561 549.373 0.72 2.88 re
f
60.001 551.533 1.44 0.72 re
f
60.001 549.373 1.44 1.44 re
f
61.441 551.533 146.163 0.72 re
f
61.441 549.373 146.163 1.44 re
f
207.605 551.533 0.72 0.72 re
f
207.605 549.373 0.72 1.44 re
f
209.045 551.533 1.44 0.72 re
f
209.045 549.373 1.44 1.44 re
f
210.485 551.533 344.888 0.72 re
f
210.485 549.373 344.888 1.44 re
f
555.373 551.533 0.72 0.72 re
f
555.373 549.373 0.72 1.44 re
f
556.813 549.373 1.44 2.88 re
f
60.001 451.45 1.44 97.922 re
f
58.561 451.45 0.72 97.922 re
f
209.045 451.45 1.44 97.922 re
f
207.605 451.45 0.72 97.922 re
f
556.813 451.45 1.44 97.922 re
f
555.373 451.45 0.72 97.922 re
f
BT
0 g
62.281 439.69 TD (4. Component and/or breadboard)Tj
ET
BT
62.281 428.65 TD (validation is conducted in the)Tj
ET
BT
62.281 417.61 TD (laboratory environment)Tj
ET
BT
211.325 434.89 TD (All basic subsystems and components are integrated to establish that they will work)Tj
ET
BT
211.325 423.85 TD (together. This usually includes ad hoc sub-systems integration. This includes integration)Tj
ET
BT
211.325 412.809 TD (of software components are integrated to determine how they will work together. They)Tj
ET
BT
211.325 401.769 TD (are relatively primitive with regard to efficiency and reliability compared to the eventual)Tj
ET
BT
211.325 390.729 TD (system. System Software architecture development initiated to include interoperability,)Tj
ET
BT
211.325 379.689 TD (reliability, maintainability, extensibility, scalability, and security issues. At this point, we)Tj
ET
BT
211.325 368.648 TD (are able to check the matching between computational parameters of the algorithms and)Tj
ET
BT
211.325 357.608 TD (programs on one hand and the parameters of other components \(sensors, actuators\) on)Tj
ET
BT
211.325 346.568 TD (the other.)Tj
ET
0.502 g
58.561 448.57 0.72 2.88 re
f
60.001 450.73 1.44 0.72 re
f
60.001 448.57 1.44 1.44 re
f
61.441 450.73 146.163 0.72 re
f
61.441 448.57 146.163 1.44 re
f
207.605 450.73 0.72 0.72 re
f
207.605 448.57 0.72 1.44 re
f
209.045 450.73 1.44 0.72 re
f
209.045 448.57 1.44 1.44 re
f
210.485 450.73 344.888 0.72 re
f
210.485 448.57 344.888 1.44 re
f
555.373 450.73 0.72 0.72 re
f
555.373 448.57 0.72 1.44 re
f
556.813 448.57 1.44 2.88 re
f
60.001 339.608 1.44 108.962 re
f
58.561 339.608 0.72 108.962 re
f
209.045 339.608 1.44 108.962 re
f
207.605 339.608 0.72 108.962 re
f
556.813 339.608 1.44 108.962 re
f
555.373 339.608 0.72 108.962 re
f
BT
0 g
62.281 327.848 TD (5. Component and/or breadboard)Tj
ET
BT
62.281 316.807 TD (validation in more realistic relevant)Tj
ET
BT
62.281 305.767 TD (environment)Tj
ET
BT
211.325 323.047 TD (Fidelity of breadboard technology increases significantly. The basic technological)Tj
ET
BT
211.325 312.007 TD (components are integrated with reasonably realistic supporting elements: it includes)Tj
ET
BT
211.325 300.967 TD ("high fidelity" \(\322high resolution\323\) laboratory integration of software components.)Tj
ET
BT
211.325 289.927 TD (Configuration control is initiated. Verification, Validation, and Accreditation \(VV&A\))Tj
ET
BT
211.325 278.886 TD (initiated. At this point, we have an opportunity to check whether the state-space is)Tj
ET
BT
211.325 267.846 TD (tessellated properly, whether the parameters of sampling, or parameters of randomization)Tj
ET
BT
211.325 256.806 TD (are proper ones.)Tj
ET
0.502 g
58.561 336.728 0.72 2.88 re
f
60.001 338.888 1.44 0.72 re
f
60.001 336.728 1.44 1.44 re
f
61.441 338.888 146.163 0.72 re
f
61.441 336.728 146.163 1.44 re
f
207.605 338.888 0.72 0.72 re
f
207.605 336.728 0.72 1.44 re
f
209.045 338.888 1.44 0.72 re
f
209.045 336.728 1.44 1.44 re
f
210.485 338.888 344.888 0.72 re
f
210.485 336.728 344.888 1.44 re
f
555.373 338.888 0.72 0.72 re
f
555.373 336.728 0.72 1.44 re
f
556.813 336.728 1.44 2.88 re
f
60.001 249.846 1.44 86.882 re
f
58.561 249.846 0.72 86.882 re
f
209.045 249.846 1.44 86.882 re
f
207.605 249.846 0.72 86.882 re
f
556.813 249.846 1.44 86.882 re
f
555.373 249.846 0.72 86.882 re
f
BT
0 g
62.281 238.085 TD (6. System/subsystem model or)Tj
ET
BT
62.281 227.045 TD (prototype demonstration in a relevant)Tj
ET
BT
62.281 216.005 TD (environment)Tj
ET
BT
211.325 233.285 TD (Representative model or prototype system, which is well beyond that of TRL 5, is tested)Tj
ET
BT
211.325 222.245 TD (in a relevant environment. Represents a major step up in a technology's demonstrated)Tj
ET
BT
211.325 211.205 TD (readiness. Examples include testing a prototype in a high-fidelity laboratory environment)Tj
ET
BT
211.325 200.165 TD (or in a simulated operational environment. This stage represents a major step up in)Tj
ET
BT
211.325 189.124 TD (software demonstrated readiness. Software support structure is in development. VV&A)Tj
ET
BT
211.325 178.084 TD (is in process. At this stage we check the value of parameters such as carrying)Tj
ET
BT
211.325 167.044 TD (frequencies, bandwidths, etc.)Tj
ET
0.502 g
58.561 246.966 0.72 2.88 re
f
60.001 249.126 1.44 0.72 re
f
60.001 246.966 1.44 1.44 re
f
61.441 249.126 146.163 0.72 re
f
61.441 246.966 146.163 1.44 re
f
207.605 249.126 0.72 0.72 re
f
207.605 246.966 0.72 1.44 re
f
209.045 249.126 1.44 0.72 re
f
209.045 246.966 1.44 1.44 re
f
210.485 249.126 344.888 0.72 re
f
210.485 246.966 344.888 1.44 re
f
555.373 249.126 0.72 0.72 re
f
555.373 246.966 0.72 1.44 re
f
556.813 246.966 1.44 2.88 re
f
60.001 160.084 1.44 86.882 re
f
58.561 160.084 0.72 86.882 re
f
209.045 160.084 1.44 86.882 re
f
207.605 160.084 0.72 86.882 re
f
556.813 160.084 1.44 86.882 re
f
555.373 160.084 0.72 86.882 re
f
BT
0 g
62.281 148.323 TD (7. System prototype demonstration in)Tj
ET
BT
62.281 137.283 TD (an operational environment)Tj
ET
BT
211.325 143.523 TD (Prototype near, or at, planned operational system. Represents a major growth in)Tj
ET
BT
211.325 132.483 TD (resolution comparatively with TRL 6, requires demonstration of an actual system)Tj
ET
BT
211.325 121.443 TD (prototype in an operational environment such. Examples include testing the prototype in)Tj
ET
BT
211.325 110.403 TD (a test bed aircraft. Software support structure is in place. Software releases are in distinct)Tj
ET
0.502 g
58.561 157.204 0.72 2.88 re
f
60.001 159.364 1.44 0.72 re
f
60.001 157.204 1.44 1.44 re
f
61.441 159.364 146.163 0.72 re
f
61.441 157.204 146.163 1.44 re
f
207.605 159.364 0.72 0.72 re
f
207.605 157.204 0.72 1.44 re
f
209.045 159.364 1.44 0.72 re
f
209.045 157.204 1.44 1.44 re
f
210.485 159.364 344.888 0.72 re
f
210.485 157.204 344.888 1.44 re
f
555.373 159.364 0.72 0.72 re
f
555.373 157.204 0.72 1.44 re
f
556.813 157.204 1.44 2.88 re
f
60.001 108.242 1.44 48.961 re
f
58.561 108.242 0.72 48.961 re
f
58.561 105.362 0.72 2.88 re
f
58.561 105.362 2.88 1.44 re
f
60.001 107.522 1.44 0.72 re
f
60.001 107.522 1.44 0.72 re
f
61.441 105.362 146.163 1.44 re
f
61.441 107.522 146.163 0.72 re
f
209.045 108.242 1.44 48.961 re
f
207.605 108.242 0.72 48.961 re
f
207.605 107.522 0.72 0.72 re
f
209.045 107.522 1.44 0.72 re
f
207.605 105.362 2.88 1.44 re
f
210.485 105.362 344.888 1.44 re
f
210.485 107.522 344.888 0.72 re
f
556.813 108.242 1.44 48.961 re
f
555.373 108.242 0.72 48.961 re
f
556.813 105.362 1.44 2.88 re
f
555.373 105.362 2.88 1.44 re
f
555.373 107.522 0.72 0.72 re
f
555.373 107.522 0.72 0.72 re
f
endstream
endobj
16 0 obj
12166
endobj
17 0 obj
<<
/Type /Page
/Parent 5 0 R
/Resources << /Font << /F1 7 0 R /F3 11 0 R /F4 20 0 R /F5 22 0 R >> /ProcSet 2 0 R >>
/Contents 18 0 R
>>
endobj
18 0 obj
<< /Length 19 0 R >>
stream
0.24 w
BT
/F1 11.52 Tf
550.453 746.657 TD (3)Tj
ET
BT
/F1 9.6 Tf
211.325 711.136 TD 0 Tc 0 Tw (versions. Frequency and severity of Software deficiency reports do not significantly)Tj
ET
BT
211.325 700.096 TD (degrade functionality or performance. VV&A completed.)Tj
ET
0.502 g
58.561 720.016 0.72 2.88 re
f
58.561 722.177 2.88 0.72 re
f
60.001 720.016 1.44 1.44 re
f
60.001 720.016 1.44 1.44 re
f
61.441 722.177 146.163 0.72 re
f
61.441 720.016 146.163 1.44 re
f
207.605 722.177 2.88 0.72 re
f
207.605 720.016 0.72 1.44 re
f
209.045 720.016 1.44 1.44 re
f
210.485 722.177 344.888 0.72 re
f
210.485 720.016 344.888 1.44 re
f
556.813 720.016 1.44 2.88 re
f
555.373 722.177 2.88 0.72 re
f
555.373 720.016 0.72 1.44 re
f
555.373 720.016 0.72 1.44 re
f
60.001 693.136 1.44 26.881 re
f
58.561 693.136 0.72 26.881 re
f
209.045 693.136 1.44 26.881 re
f
207.605 693.136 0.72 26.881 re
f
556.813 693.136 1.44 26.881 re
f
555.373 693.136 0.72 26.881 re
f
BT
0 g
62.281 681.376 TD (8. Actual system completed and)Tj
ET
BT
62.281 670.335 TD (qualified through test and)Tj
ET
BT
62.281 659.295 TD (demonstration)Tj
ET
BT
211.325 681.376 TD (The system has been proven to work in its final form and under expected conditions. In)Tj
ET
BT
211.325 670.335 TD (almost all cases, this TRL represents the end of the system development. Examples)Tj
ET
BT
211.325 659.295 TD (include developmental test and evaluation of the system in its intended application to)Tj
ET
BT
211.325 648.255 TD (determine if it meets design specifications. Software has been demonstrated to work in)Tj
ET
BT
211.325 637.215 TD (its final form and under expected conditions. In most cases, this TRL represents the end)Tj
ET
BT
211.325 626.174 TD (of system development. Examples include test and evaluation of the Software in its)Tj
ET
BT
211.325 615.134 TD (intended system to determine if it meets design specifications. Software deficiencies are)Tj
ET
BT
211.325 604.094 TD (rapidly resolved through support infrastructure.)Tj
ET
0.502 g
58.561 690.256 0.72 2.88 re
f
60.001 692.416 1.44 0.72 re
f
60.001 690.256 1.44 1.44 re
f
61.441 692.416 146.163 0.72 re
f
61.441 690.256 146.163 1.44 re
f
207.605 692.416 0.72 0.72 re
f
207.605 690.256 0.72 1.44 re
f
209.045 692.416 1.44 0.72 re
f
209.045 690.256 1.44 1.44 re
f
210.485 692.416 344.888 0.72 re
f
210.485 690.256 344.888 1.44 re
f
555.373 692.416 0.72 0.72 re
f
555.373 690.256 0.72 1.44 re
f
556.813 690.256 1.44 2.88 re
f
60.001 601.934 1.44 88.322 re
f
58.561 601.934 0.72 88.322 re
f
209.045 601.934 1.44 88.322 re
f
207.605 601.934 0.72 88.322 re
f
556.813 601.934 1.44 88.322 re
f
555.373 601.934 0.72 88.322 re
f
BT
0 g
62.281 590.174 TD (9. Actual system proven through)Tj
ET
BT
62.281 579.133 TD (successful mission operations)Tj
ET
BT
211.325 585.373 TD (Actual application of the technology in its final form and under mission conditions, such)Tj
ET
BT
211.325 574.333 TD (as those encountered in operational test and evaluation. Examples include using the)Tj
ET
BT
211.325 563.293 TD (system under operational mission conditions. Actual application of the Software in its)Tj
ET
BT
211.325 552.253 TD (final form and under mission conditions, such as those encountered in operational test)Tj
ET
BT
211.325 541.212 TD (and evaluation. In almost all cases, this is the end of the last debugging aspects of the)Tj
ET
BT
211.325 530.172 TD (system development. The system is used under operational mission conditions. Software)Tj
ET
BT
211.325 519.132 TD (releases are production versions and configuration controlled.)Tj
ET
0.502 g
58.561 599.054 0.72 2.88 re
f
60.001 601.214 1.44 0.72 re
f
60.001 599.054 1.44 1.44 re
f
61.441 601.214 146.163 0.72 re
f
61.441 599.054 146.163 1.44 re
f
207.605 601.214 0.72 0.72 re
f
207.605 599.054 0.72 1.44 re
f
209.045 601.214 1.44 0.72 re
f
209.045 599.054 1.44 1.44 re
f
210.485 601.214 344.888 0.72 re
f
210.485 599.054 344.888 1.44 re
f
555.373 601.214 0.72 0.72 re
f
555.373 599.054 0.72 1.44 re
f
556.813 599.054 1.44 2.88 re
f
60.001 512.172 1.44 86.882 re
f
58.561 512.172 0.72 86.882 re
f
58.561 509.292 0.72 2.88 re
f
58.561 509.292 2.88 1.44 re
f
60.001 511.452 1.44 0.72 re
f
60.001 511.452 1.44 0.72 re
f
61.441 509.292 146.163 1.44 re
f
61.441 511.452 146.163 0.72 re
f
209.045 512.172 1.44 86.882 re
f
207.605 512.172 0.72 86.882 re
f
207.605 511.452 0.72 0.72 re
f
209.045 511.452 1.44 0.72 re
f
207.605 509.292 2.88 1.44 re
f
210.485 509.292 344.888 1.44 re
f
210.485 511.452 344.888 0.72 re
f
556.813 512.172 1.44 86.882 re
f
555.373 512.172 0.72 86.882 re
f
556.813 509.292 1.44 2.88 re
f
555.373 509.292 2.88 1.44 re
f
555.373 511.452 0.72 0.72 re
f
555.373 511.452 0.72 0.72 re
f
BT
/F3 11.52 Tf
0 g
55.801 471.851 TD (3. Uncertainty and Complexity)Tj
ET
BT
/F1 9.6 Tf
90.362 449.77 TD 1.374 Tw (One of the problems encountered by any intelligent)Tj
ET
BT
55.801 438.73 TD 3.098 Tw (system is dealing with uncertainty and complexity in the)Tj
ET
BT
55.801 427.69 TD 1.595 Tw (environment. This may include the geometric and dynamic)Tj
ET
BT
55.801 416.65 TD 0.619 Tw (uncertainty and complexity. It might involve the number and)Tj
ET
BT
55.801 405.849 TD 1.021 Tw (type of moving objects. It might involve the nature of other)Tj
ET
BT
55.801 394.809 TD 0.861 Tw (agents within the environment. How intelligent are the other)Tj
ET
BT
55.801 383.769 TD 0.484 Tw (agents? Are they friendly or hostile? What are their physical)Tj
ET
BT
55.801 372.729 TD 3.111 Tw (capabilities? What are their intentions? How can these)Tj
ET
BT
55.801 361.688 TD 2.815 Tw (parameters be measured and quantified? Measuring and)Tj
ET
BT
55.801 350.648 TD 2.43 Tw (characterizing the uncertainty and complexity of system\325s)Tj
ET
BT
55.801 339.608 TD 0.968 Tw (representation of the environment and its elements is another)Tj
ET
BT
55.801 328.568 TD 0 Tw (important aspect of performance evaluation)Tj
ET
BT
55.801 306.487 TD 1.416 Tw (There are a number of ways to approach this problem. For)Tj
ET
BT
55.801 295.447 TD 2.015 Tw (example, control theory addresses questions such as, \322How)Tj
ET
BT
55.801 284.407 TD 1.637 Tw (much information about a system\325s input-output behavior is)Tj
ET
BT
55.801 273.366 TD 3.11 Tw (needed to control it to a specified accuracy? How much)Tj
ET
BT
55.801 262.326 TD 1.906 Tw (identification is required if only rough bounds on time and)Tj
ET
BT
55.801 251.286 TD 0 Tw (frequency responses are available a priori.\323 G. Zames links the)Tj
ET
BT
55.801 240.246 TD 0.149 Tw (cost of adequate control for imprecisely modeled systems with)Tj
ET
BT
55.801 229.205 TD 0 Tw (the value of the complexity of information processing required)Tj
ET
BT
55.801 218.165 TD 1.205 Tw (to achieve a prespecified accuracy [12]. Zames suggests that)Tj
ET
BT
55.801 206.645 TD 2.316 Tw (Kolmogorov\325s )Tj
/F4 9.6 Tf
60.714 0 TD (e)Tj
/F1 9.6 Tf
4.214 0 TD (-entropy is a better measure of complexity)Tj
ET
BT
55.801 195.124 TD 0.334 Tw (than anything else. In that paper, as well as [13], an attempt is)Tj
ET
BT
55.801 184.084 TD 5.501 Tw (made to characterize problem complexity in terms of)Tj
ET
BT
55.801 172.804 TD 0 Tw (Kolmogorov\325s definition of )Tj
/F4 9.6 Tf
108.523 0 TD (e)Tj
/F1 9.6 Tf
4.214 0 TD (-entropy.)Tj
ET
BT
55.801 150.243 TD 1.952 Tw (Kolmogorov was inclined to view entropy as a measure of)Tj
ET
BT
55.801 139.203 TD 0 Tw (complexity rather than information, as Shannon did. Uspensky)Tj
ET
BT
55.801 127.923 TD 2.013 Tw (reflects on )Tj
/F4 9.6 Tf
46.801 0 TD 0 Tw (e-)Tj
/F1 9.6 Tf
9.483 0 TD 2.013 Tw (entropy as follows: \322complexity of things \(as)Tj
ET
BT
55.801 116.403 TD 0.503 Tw (opposed to the complexity of processes, e.g. of computational)Tj
ET
BT
55.801 105.362 TD 5.755 Tw (processes\) took the name descriptional complexity, or)Tj
ET
BT
314.767 474.251 TD 1.049 Tw (Kolmogorov complexity ... in appropriate cases one may say)Tj
ET
BT
314.767 463.211 TD 0 Tw (\324entropy\325 instead of complexity [14].\323)Tj
ET
BT
314.767 441.13 TD 0.228 Tw (Kolmogorov was taking into account objects and encodings of)Tj
ET
BT
314.767 430.09 TD 0.467 Tw (objects. The complexity of an object is the minimal size of its)Tj
ET
BT
314.767 419.05 TD 1.088 Tw (encoding. But the encoding of the object is related to how it)Tj
ET
BT
314.767 408.009 TD 5.564 Tw (will be used; the complexity is therefore application-)Tj
ET
BT
314.767 396.969 TD 0.085 Tw (dependent. Thus, there is a set of objects, Y, with elements y,)Tj
ET
BT
314.767 385.929 TD 3.41 Tw (and a set, X, of descriptions \(encodings\) x. A mode of)Tj
ET
BT
314.767 374.409 TD 0 Tw (description is an arbitrary set )Tj
/F5 9.6 Tf
114.601 0 TD (E)Tj
/F3 9.6 Tf
6.403 0 TD ( )Tj
ET
q
0.24 0 0 0.24 438.325 374.409 cm
1.367 -0.449 m
27.441 -0.449 l
27.441 -2.754 l
1.367 -2.754 l
1.367 -0.449 l
13.203 28.203 m
27.441 28.203 l
27.441 25.879 l
13.203 25.879 l
10.039 25.879 7.607 25.01 5.908 23.271 c
4.209 21.533 3.359 19.043 3.359 15.801 c
3.359 12.546 4.206 10.052 5.898 8.32 c
7.591 6.589 10.026 5.723 13.203 5.723 c
27.441 5.723 l
27.441 3.398 l
13.203 3.398 l
9.427 3.398 6.462 4.505 4.307 6.719 c
2.152 8.932 1.074 11.96 1.074 15.801 c
1.074 19.642 2.152 22.669 4.307 24.883 c
6.462 27.096 9.427 28.203 13.203 28.203 c
f
Q
BT
445.33 374.409 TD ( X x Y. )Tj
/F1 9.6 Tf
36.387 0 TD (If)Tj
/F3 9.6 Tf
6.574 0 TD ( )Tj
ET
q
0.24 0 0 0.24 490.691 374.409 cm
12.129 30.645 m
3.848 10.566 l
12.129 -9.512 l
10.488 -10.234 l
1.035 10.566 l
10.488 31.367 l
12.129 30.645 l
f
Q
BT
493.851 374.409 TD (x,y)Tj
ET
q
0.24 0 0 0.24 505.851 374.409 cm
12.129 10.566 m
2.676 -10.234 l
1.035 -9.512 l
9.316 10.566 l
1.035 30.645 l
2.676 31.367 l
12.129 10.566 l
f
Q
BT
509.01 374.409 TD ( )Tj
ET
q
0.24 0 0 0.24 511.564 374.409 cm
13.203 24.805 m
27.441 24.805 l
27.441 22.48 l
13.203 22.48 l
10.208 22.48 7.9 21.758 6.279 20.313 c
4.658 18.867 3.698 16.686 3.398 13.77 c
27.441 13.77 l
27.441 11.719 l
3.359 11.719 l
3.62 8.555 4.561 6.198 6.182 4.648 c
7.803 3.099 10.143 2.324 13.203 2.324 c
27.441 2.324 l
27.441 0 l
13.203 0 l
9.427 0 6.462 1.107 4.307 3.32 c
2.152 5.534 1.074 8.561 1.074 12.402 c
1.074 16.243 2.152 19.271 4.307 21.484 c
6.462 23.698 9.427 24.805 13.203 24.805 c
f
Q
BT
518.532 374.409 TD ( )Tj
/F5 9.6 Tf
2.553 0 TD (E, )Tj
/F1 9.6 Tf
11.357 0 TD (then x)Tj
ET
BT
314.767 362.888 TD 0.415 Tw (is called an encoding of y with respect to E. Thus, an object y)Tj
ET
BT
314.767 351.848 TD 1.296 Tw (may have many encodings and a description may serve as a)Tj
ET
BT
314.767 340.808 TD 0 Tw (description for many objects.)Tj
ET
BT
314.767 318.727 TD 6.002 Tw (Kolmogorov complexity has proven to be useful for)Tj
ET
BT
314.767 307.687 TD 6.585 Tw (evaluation of encodings \(approximations\) of functions)Tj
ET
BT
314.767 296.407 TD 2.004 Tw (specified to a particular precision, )Tj
/F4 9.6 Tf
142.767 0 TD 0 Tw (e.)Tj
/F1 9.6 Tf
6.756 0 TD 2.004 Tw ( The approximation of)Tj
ET
BT
314.767 284.887 TD 5.438 Tw (functions using lower dimensional subspaces has been)Tj
ET
BT
314.767 273.846 TD 1.881 Tw (explored extensively, and developments are reported in, for)Tj
ET
BT
314.767 262.806 TD 6.645 Tw (instance, [15,16]. Some ideas from Kolmogorov and)Tj
ET
BT
314.767 251.526 TD 1.341 Tw (Tihomirov\325s 1959 paper on )Tj
/F4 9.6 Tf
113.08 0 TD (e)Tj
/F1 9.6 Tf
4.214 0 TD 1.41 Tw (-entropy [17] demonstrate their)Tj
ET
BT
314.767 240.005 TD 0 Tw (applicability to the measuring of performance of the intelligent)Tj
ET
BT
314.767 228.965 TD (systems.)Tj
ET
BT
314.767 206.885 TD 2.931 Tw (Kolmogorov presents his version of entropy as being \322of)Tj
ET
BT
314.767 195.844 TD 1.57 Tw (interest in the non-probabilistic theory of information in the)Tj
ET
BT
314.767 184.804 TD 2.215 Tw (study of the necessary size of memory and the number of)Tj
ET
BT
314.767 173.524 TD 1.046 Tw (operations in computational algorithms.\323 Using )Tj
/F4 9.6 Tf
190.268 0 TD (e)Tj
/F1 9.6 Tf
4.376 0 TD (-entropy for)Tj
ET
BT
314.767 162.004 TD 12.848 Tw (complexity evaluation was demonstrated for a)Tj
ET
BT
314.767 150.963 TD 2.299 Tw (multiresolutional intelligent system [18]. We can anticipate)Tj
ET
BT
314.767 139.923 TD 4.731 Tw (that by using computational complexity as one of the)Tj
ET
BT
314.767 128.883 TD 0.64 Tw (performance measures we can improve the existing system of)Tj
ET
BT
314.767 117.843 TD 0 Tw (performance evaluators \(metrics\).)Tj
ET
endstream
endobj
19 0 obj
12482
endobj
20 0 obj
<<
/Type /Font
/Subtype /TrueType
/Name /F4
/BaseFont /Symbol
>>
endobj
21 0 obj
<<
/Type /FontDescriptor
/FontName /TimesNewRomanPS-BoldItalicMT
/Flags 32866
/FontBBox [ -250 -225 1000 900 ]
/MissingWidth 250
/StemV 125
/StemH 656
/ItalicAngle -16
/CapHeight 656
/XHeight 437
/Ascent 900
/Descent -225
/Leading 50
/MaxWidth 1000
/AvgWidth 542
/Style << /Panose <050102020600000000000000>>>
>>
endobj
22 0 obj
<<
/Type /Font
/Subtype /TrueType
/Name /F5
/BaseFont /TimesNewRomanPS-BoldItalicMT
/FirstChar 0
/LastChar 255
/Widths [ 0 778 778 778 778 778 778 778 0 250 778 778 778 0 778 778 778 778
778 778 778 778 778 778 778 778 778 778 778 0 778 778 250 389 555
500 500 833 778 278 333 333 500 570 250 333 250 278 500 500 500
500 500 500 500 500 500 500 333 333 570 570 570 500 832 667 667
667 722 667 667 722 778 389 500 667 611 889 722 722 611 722 667
556 611 722 667 889 667 611 611 333 278 333 570 500 333 500 500
444 500 444 333 500 556 278 278 500 278 778 556 500 500 500 389
389 278 556 444 667 500 444 389 348 220 348 570 778 667 667 667
667 722 722 722 500 500 500 500 500 500 444 444 444 444 444 278
278 278 278 556 500 500 500 500 500 556 556 556 556 500 400 500
500 500 350 500 500 747 747 1000 333 333 549 944 722 713 549 549
549 500 576 494 713 823 549 274 266 300 768 722 500 500 389 606
549 500 549 612 500 500 1000 250 667 667 722 944 722 500 1000 500
500 333 333 549 494 444 611 167 500 333 333 556 556 500 250 333
500 1000 667 667 667 667 667 389 389 389 389 722 722 778 722 722
722 722 278 333 333 333 333 333 333 333 333 333 333 ]
/Encoding /MacRomanEncoding
/FontDescriptor 21 0 R
>>
endobj
23 0 obj
<<
/Type /Page
/Parent 5 0 R
/Resources << /Font << /F1 7 0 R /F2 9 0 R /F3 11 0 R /F7 27 0 R >> /ProcSet 2 0 R >>
/Contents 24 0 R
>>
endobj
24 0 obj
<< /Length 25 0 R >>
stream
0.24 w
BT
/F1 11.52 Tf
550.453 746.657 TD (4)Tj
ET
BT
/F3 11.52 Tf
55.801 712.096 TD 0 Tc 0 Tw (5. Psychophysical Approaches)Tj
ET
BT
/F1 9.6 Tf
90.362 690.016 TD 2.627 Tw (Many psychophysical experiments are designed to)Tj
ET
BT
55.801 678.976 TD 3.284 Tw (measure the ability of biological intelligence to analyze)Tj
ET
BT
55.801 667.935 TD 0.315 Tw (information in the presence of uncertainty and complexity. It)Tj
ET
BT
55.801 656.895 TD 4.078 Tw (is this emphasis on measurement within a realistic and)Tj
ET
BT
55.801 645.855 TD 2.55 Tw (complex setting that can provide understanding of how to)Tj
ET
BT
55.801 634.815 TD 0 Tw (approach measurements of artificially intelligent systems.)Tj
ET
BT
/F3 11.52 Tf
55.801 610.574 TD ( 6. Biometric Approaches)Tj
ET
BT
/F1 9.6 Tf
90.362 588.493 TD 2.582 Tw (Two categories of biometric techniques should be)Tj
ET
BT
55.801 577.453 TD 4.223 Tw (taken into consideration: physiology based and behavior)Tj
ET
BT
55.801 566.413 TD 0.694 Tw (based. These can provide guidance in terms of how to deal)Tj
ET
BT
55.801 555.373 TD 1.839 Tw (with error tolerances and manage large knowledge bases in)Tj
ET
BT
55.801 544.332 TD 3.166 Tw (systems that have tremendous richness and variability, as)Tj
ET
BT
55.801 533.292 TD 2.46 Tw (intelligent systems are anticipated to exhibit. Physiology)Tj
ET
BT
55.801 522.252 TD 0 Tw (based techniques measure physiological characteristics such as)Tj
ET
BT
55.801 511.212 TD 6.196 Tw (patterns in fingerprints, the iris, facial characteristics,)Tj
ET
BT
55.801 500.171 TD 0.211 Tw (geometry of the hand, vein patterns, the shape of the ear, body)Tj
ET
BT
55.801 489.131 TD 0.828 Tw (odor, DNA analysis, and sweat pore analysis. The behavioral)Tj
ET
BT
55.801 478.091 TD 0.258 Tw (based techniques measure the parameters such as: handwritten)Tj
ET
BT
55.801 467.051 TD 0 Tw (signature analysis, keystroke analysis, and speech analysis.)Tj
ET
BT
55.801 444.97 TD 0.976 Tw (There are two basic concerns in these technologies: the error)Tj
ET
BT
55.801 433.93 TD 0.897 Tw (tolerance and the storage of the templates. It is these factors)Tj
ET
BT
55.801 422.89 TD 4.375 Tw (in particular that may provide insight into performance)Tj
ET
BT
55.801 411.849 TD 0.158 Tw (evaluation of intelligent systems. The error tolerance of these)Tj
ET
BT
55.801 400.809 TD 2.302 Tw (systems is critical to their performance. Both errors \(False)Tj
ET
BT
55.801 389.769 TD 2.741 Tw (Rejection and False Acceptance\) should be low, and they)Tj
ET
BT
55.801 378.729 TD 0.528 Tw (should both be determined together with the manufacturers of)Tj
ET
BT
55.801 367.688 TD 1.83 Tw (sub-systems \(components\). Both errors may not incur the)Tj
ET
BT
55.801 356.648 TD 1.602 Tw (same costs, so often they need to be weighted in measures.)Tj
ET
BT
55.801 345.608 TD 1.45 Tw (There is often a tradeoff between the two, which makes the)Tj
ET
BT
55.801 334.568 TD 0 Tw (weighting factors very relevant.)Tj
ET
BT
55.801 312.487 TD 1.879 Tw (The recorded biometric measurements of a user \(templates\))Tj
ET
BT
55.801 301.447 TD 1.174 Tw (can be stored in various places depending on the application)Tj
ET
BT
55.801 290.407 TD 5.282 Tw (and the security requirements of this application. The)Tj
ET
BT
55.801 279.366 TD 1.359 Tw (templates can be stored in the biometric device, in a central)Tj
ET
BT
55.801 268.326 TD 0 Tw (knowledge base or in portable carriers.)Tj
ET
BT
55.801 246.246 TD 1.947 Tw (Reliability and acceptance of a security system depends on)Tj
ET
BT
55.801 235.205 TD 6.205 Tw (how the system is protected against threats and its)Tj
ET
BT
55.801 224.165 TD 2.114 Tw (effectiveness to identify system's abuses. There are various)Tj
ET
BT
55.801 213.125 TD 1.319 Tw (sources of threats that the biometric technologies face. They)Tj
ET
BT
55.801 202.085 TD 3.094 Tw (can fall into three main categories: physical, human, and)Tj
ET
BT
55.801 191.044 TD 0 Tw (technical.)Tj
ET
BT
/F3 11.52 Tf
55.801 166.804 TD (6. Linguistic approaches)Tj
ET
BT
/F1 9.6 Tf
90.362 144.723 TD 0.236 Tw (One of the characteristics of intelligent systems is the)Tj
ET
BT
55.801 133.683 TD 2.502 Tw (ability to communicate. Therefore, the question of how to)Tj
ET
BT
55.801 122.643 TD 7.518 Tw (measure the performance of communication between)Tj
ET
BT
55.801 111.603 TD 1.491 Tw (intelligent systems arises. What is communicated? How is)Tj
ET
BT
314.767 714.256 TD 1.673 Tw (the information encoded? What is the bandwidth required?)Tj
ET
BT
314.767 703.216 TD 2.829 Tw (How effective is the communication? How useful is the)Tj
ET
BT
314.767 692.176 TD 0.324 Tw (information to the sender and the receiver? How secure is the)Tj
ET
BT
314.767 681.136 TD 5.067 Tw (channel \(can communications be prevented from being)Tj
ET
BT
314.767 670.095 TD 0 Tw (intercepted by unwanted listeners?\))Tj
ET
BT
/F3 11.52 Tf
314.767 634.815 TD (7. Future Directions)Tj
ET
BT
/F1 9.6 Tf
349.328 612.734 TD 4.689 Tw (As a result of Advisory Board discussion and)Tj
ET
BT
314.767 601.694 TD 2.111 Tw (interchanges at the workshop, we will enhance the list of)Tj
ET
BT
314.767 590.654 TD 4.533 Tw (topics for performance evaluation. We look forward to)Tj
ET
BT
314.767 579.613 TD 1.047 Tw (additional ideas from the Advisory Board. We can anticipate)Tj
ET
BT
314.767 568.573 TD 5.03 Tw (an interest in using competitions and test courses for)Tj
ET
BT
314.767 557.533 TD 3.173 Tw (evaluation. There are different views on this matter: that)Tj
ET
BT
314.767 546.493 TD 6.669 Tw (competition is an integrator of multiple performance)Tj
ET
BT
314.767 535.452 TD 3.869 Tw (measures, and that competition gives necessarily skewed)Tj
ET
BT
314.767 524.412 TD 1.802 Tw (results. At least a part of competitions is linked with using)Tj
ET
BT
314.767 513.372 TD 0.913 Tw (subjective evaluations; the latter are broadly used beyond the)Tj
ET
BT
314.767 502.332 TD 3.887 Tw (domain of competitions. How should we deal with this)Tj
ET
BT
314.767 491.291 TD 0 Tw (subjectivity?)Tj
ET
BT
/F3 11.52 Tf
314.767 467.051 TD (8. References)Tj
ET
BT
/F1 9.6 Tf
314.767 444.97 TD (1.)Tj
/F7 9.6 Tf
7.2 0 TD ( )Tj
/F1 9.6 Tf
10.08 0 TD (A. Meystel, J. Albus, E. Messina, J. Evans, D. Fogel, W.)Tj
ET
BT
332.048 433.93 TD (Hargrove, \322Measuring Performance and Intelligence of)Tj
ET
BT
332.048 422.89 TD (Systems with Autonomy: Metrics of Intelligence of)Tj
ET
BT
332.048 411.849 TD (Constructed Systems,\323 Eds. A. Meystel, E. Messina,)Tj
ET
BT
/F2 9.6 Tf
332.048 400.809 TD (Measuring Performance and Intelligence of Systems:)Tj
ET
BT
332.048 389.769 TD (Proceedings from the 2000 PerMIS Workshop)Tj
/F1 9.6 Tf
177.838 0 TD (,)Tj
ET
BT
332.048 378.729 TD (Gaithersburg, MD, 2000, pp. 3-34)Tj
ET
BT
314.767 367.688 TD (2.)Tj
/F7 9.6 Tf
7.2 0 TD ( )Tj
/F1 9.6 Tf
10.08 0 TD (E. Messina, A. Meystel, L. Reeker, \322PERMIS 2001,White)Tj
ET
BT
332.048 356.648 TD (Paper: Measuring Performance and Intelligence of)Tj
ET
BT
332.048 345.608 TD (Intelligent Systems,\323 Eds. E. R, Messina, A. M. Meystel,)Tj
ET
BT
/F2 9.6 Tf
332.048 334.568 TD (Measuring the Performance and Intelligence of Systems:)Tj
ET
BT
332.048 323.527 TD (Proceedings of the 2001 PerMIS Workshop)Tj
/F1 9.6 Tf
167.169 0 TD (, September 4,)Tj
ET
BT
332.048 312.487 TD (2001, NIST Special Publication 982, Gaithersburg, MD,)Tj
ET
BT
332.048 301.447 TD (2001, pp. 3-15)Tj
ET
BT
314.767 290.407 TD (3.)Tj
/F7 9.6 Tf
7.2 0 TD ( )Tj
/F1 9.6 Tf
10.08 0 TD (E. Messina and A. Meystel, Eds., )Tj
/F2 9.6 Tf
130.386 0 TD (Proceedings of the 2002)Tj
ET
BT
332.048 279.366 TD (Performance Metrics for Intelligent Systems Workshop,)Tj
ET
BT
/F1 9.6 Tf
332.048 268.326 TD (NIST Special Publication 990, Gaithersburg, MD, 2002.)Tj
ET
BT
314.767 257.286 TD (4.)Tj
/F7 9.6 Tf
7.2 0 TD ( )Tj
/F1 9.6 Tf
10.08 0 TD (J. Albus, \322Metrics and Performance Measures for)Tj
ET
BT
332.048 246.246 TD (Intelligent Unmanned Ground Vehicles,\323 Eds. E. R,)Tj
ET
BT
332.048 235.205 TD (Messina, A. M. Meystel, )Tj
/F2 9.6 Tf
97.596 0 TD (Measuring the Performance and)Tj
ET
BT
332.048 224.165 TD (Intelligence of Systems: Proceedings of the 2002 PerMIS)Tj
ET
BT
332.048 213.125 TD (Workshop)Tj
/F1 9.6 Tf
38.931 0 TD (, August 13-15, 2002, NIST Special Publication)Tj
ET
BT
332.048 202.085 TD (990, Gaithersburg, MD, 2002, pp. 61-68.)Tj
ET
BT
314.767 191.044 TD (5.)Tj
/F7 9.6 Tf
7.2 0 TD ( )Tj
/F1 9.6 Tf
10.08 0 TD (A. Meystel, \322Performance of Planning Systems,\323 Eds. E.)Tj
ET
BT
332.048 180.004 TD (R, Messina, A. M. Meystel, )Tj
/F2 9.6 Tf
108.799 0 TD (Measuring the Performance)Tj
ET
BT
332.048 168.964 TD (and Intelligence of Systems: Proceedings of the 2002)Tj
ET
BT
332.048 157.924 TD (PerMIS Workshop)Tj
/F1 9.6 Tf
71.186 0 TD (, August 13-15, 2002, NIST Special)Tj
ET
BT
332.048 146.883 TD (Publication 990, Gaithersburg, MD, 2002, pp. 99-104)Tj
ET
BT
314.767 135.843 TD (6.)Tj
/F7 9.6 Tf
7.2 0 TD ( )Tj
/F1 9.6 Tf
10.08 0 TD (L. Zadeh, \322In Quest of Performance Metrics for)Tj
ET
BT
332.048 124.803 TD (Intelligent Systems \320 A Challenge That Cannot Be Met)Tj
ET
BT
332.048 113.763 TD (With Existing Methods,\323 Eds. E. R, Messina, A. M.)Tj
ET
endstream
endobj
25 0 obj
9120
endobj
26 0 obj
<<
/Type /FontDescriptor
/FontName /ArialMT
/Flags 32800
/FontBBox [ -256 -200 1025 900 ]
/MissingWidth 278
/StemV 93
/StemH 93
/ItalicAngle 0
/CapHeight 718
/XHeight 531
/Ascent 900
/Descent -200
/Leading 25
/MaxWidth 1025
/AvgWidth 551
/Style << /Panose <0508020b0600000000000000>>>
>>
endobj
27 0 obj
<<
/Type /Font
/Subtype /TrueType
/Name /F7
/BaseFont /ArialMT
/FirstChar 0
/LastChar 255
/Widths [ 0 750 750 750 750 750 750 750 0 278 750 750 750 0 750 750 750 750
750 750 750 750 750 750 750 750 750 750 750 0 750 750 278 278 355
556 556 889 667 191 333 333 389 584 278 333 278 278 556 556 556
556 556 556 556 556 556 556 278 278 584 584 584 556 1015 667 667
722 722 667 611 778 722 278 500 667 556 833 722 778 667 778 722
667 611 722 667 944 667 667 611 278 278 278 469 556 333 556 556
500 556 556 278 556 556 222 222 500 222 833 556 556 556 556 333
500 278 556 500 722 500 500 500 334 260 334 584 750 667 667 722
667 722 778 722 556 556 556 556 556 556 500 556 556 556 556 278
278 278 278 556 556 556 556 556 556 556 556 556 556 556 400 556
556 556 350 537 611 737 737 1000 333 333 549 1000 778 713 549 549
549 556 576 494 713 823 549 274 370 365 768 889 611 611 333 584
549 556 549 612 556 556 1000 278 667 667 778 1000 944 556 1000 333
333 222 222 549 494 500 667 167 556 333 333 500 500 556 278 222
333 1000 667 667 667 667 667 278 278 278 278 778 778 750 778 722
722 722 278 333 333 333 333 333 333 333 333 333 333 ]
/Encoding /MacRomanEncoding
/FontDescriptor 26 0 R
>>
endobj
28 0 obj
<<
/Type /Page
/Parent 5 0 R
/Resources << /Font << /F1 7 0 R /F2 9 0 R /F4 20 0 R /F7 27 0 R >> /ProcSet 2 0 R >>
/Contents 29 0 R
>>
endobj
29 0 obj
<< /Length 30 0 R >>
stream
0.24 w
BT
/F1 11.52 Tf
550.453 746.657 TD (5)Tj
ET
BT
/F1 9.6 Tf
73.082 714.256 TD 0 Tc 0 Tw (Meystel, )Tj
/F2 9.6 Tf
35.729 0 TD (Measuring the Performance and Intelligence of)Tj
ET
BT
73.082 703.216 TD (Systems: Proceedings of the 2002 PerMIS Workshop)Tj
/F1 9.6 Tf
203.285 0 TD (,)Tj
ET
BT
73.082 692.176 TD (August 13-15, 2002, NIST Special Publication 990,)Tj
ET
BT
73.082 681.136 TD (Gaithersburg, MD, 2002, pp. 303-306)Tj
ET
BT
55.801 670.095 TD (7.)Tj
/F7 9.6 Tf
7.2 0 TD ( )Tj
/F1 9.6 Tf
10.08 0 TD (L. Reeker, A. Jones,\322Measuring the Impact of)Tj
ET
BT
73.082 659.055 TD (Information on Complex Systems\323, Eds. E. R, Messina,)Tj
ET
BT
73.082 648.015 TD (A. M. Meystel, )Tj
/F2 9.6 Tf
60.798 0 TD (Measuring the Performance and)Tj
ET
BT
73.082 636.975 TD (Intelligence of Systems: Proceedings of the 2001 PerMIS)Tj
ET
BT
73.082 625.934 TD (Workshop)Tj
/F1 9.6 Tf
38.931 0 TD (, September 4, 2001, NIST Special Publication)Tj
ET
BT
73.082 614.894 TD (982, Gaithersburg, MD, 2001, pp. 127-136)Tj
ET
BT
55.801 603.854 TD (8.)Tj
/F7 9.6 Tf
7.2 0 TD ( )Tj
/F1 9.6 Tf
10.08 0 TD (AMS Guidance on Technology Readiness Levels \(TRLs\),)Tj
ET
BT
73.082 592.814 TD (see URL)Tj
ET
BT
0 0 1 rg
0 0 1 RG
73.082 581.773 TD (http://www.ams.mod.uk/ams/content/docs/trlguide.doc)Tj
ET
72.962 580.333 211.205 0.48 re
f
BT
0 g
0 G
55.801 570.733 TD (9.)Tj
/F7 9.6 Tf
7.2 0 TD ( )Tj
/F1 9.6 Tf
10.08 0 TD (J. C. Mankins, Technology Readiness Levels: A White)Tj
ET
BT
73.082 559.693 TD (Paper. Office of Space Access and Technology, NASA,)Tj
ET
BT
0 0 1 rg
0 0 1 RG
73.082 548.653 TD (http://www.hq.nasa.gov/office/codeq/trl/trl.pdf)Tj
0 g
0 G
180.229 0 TD (, April 6,)Tj
ET
0 0 1 rg
72.962 547.213 180.244 0.48 re
f
BT
0 g
73.082 537.612 TD (1995.)Tj
ET
BT
55.801 526.572 TD (10.)Tj
/F7 9.6 Tf
12 0 TD ( )Tj
/F1 9.6 Tf
5.28 0 TD (D. S. Alberts, R. E. Hayes, J. E. Kirzl, D. K. Leedom, and)Tj
ET
BT
73.082 515.532 TD (D. T. Maxwell, )Tj
/F2 9.6 Tf
61.323 0 TD (Code of Best Practice Experimentation)Tj
/F1 9.6 Tf
150.602 0 TD (,)Tj
ET
BT
73.082 504.492 TD (Command and Control Research Program, Washington,)Tj
ET
BT
73.082 493.451 TD (D.C., 2002.)Tj
ET
BT
55.801 482.411 TD (11.)Tj
/F7 9.6 Tf
12 0 TD ( )Tj
/F1 9.6 Tf
5.28 0 TD (A. Jacoff, , E. Messina, J. Evans, "Performance)Tj
ET
BT
73.082 471.371 TD (Evaluation of Autonomous Mobile Robots," Industrial)Tj
ET
BT
73.082 460.331 TD (Robot 29:3, May 2002.)Tj
ET
BT
55.801 449.29 TD (12.)Tj
/F7 9.6 Tf
12 0 TD ( )Tj
/F1 9.6 Tf
5.28 0 TD (G. Zames, "On the Metric Complexity of Causal Linear)Tj
ET
BT
73.082 438.01 TD (Systems: )Tj
/F4 9.6 Tf
37.074 0 TD (e)Tj
/F1 9.6 Tf
4.214 0 TD (-Entropy and )Tj
/F4 9.6 Tf
52.787 0 TD (e)Tj
/F1 9.6 Tf
4.214 0 TD (-Dimension for Continuous)Tj
ET
BT
73.082 426.49 TD (Time," )Tj
/F2 9.6 Tf
28.979 0 TD (IEEE Trans. Automatic. Control)Tj
/F1 9.6 Tf
124.536 0 TD (, vol. AC-24, No.)Tj
ET
BT
73.082 415.45 TD (2, April 1979, pp. 222-230.)Tj
ET
BT
55.801 404.409 TD (13.)Tj
/F7 9.6 Tf
12 0 TD ( )Tj
/F1 9.6 Tf
5.28 0 TD (A. Tannenbaum and Y. Yomdin, "Robotic Manipulators)Tj
ET
BT
73.082 393.369 TD (and the Geometry of Real Semialgebraic Sets," )Tj
/F2 9.6 Tf
183.6 0 TD (IEEE J.)Tj
ET
BT
73.082 382.329 TD (Robotic. Automat.)Tj
/F1 9.6 Tf
69.592 0 TD (, vol. RA-3, no. 4, August 1987, pp)Tj
ET
BT
73.082 371.289 TD (301-307.)Tj
ET
BT
55.801 360.248 TD (14.)Tj
/F7 9.6 Tf
12 0 TD ( )Tj
/F1 9.6 Tf
5.28 0 TD (V. A. Uspensky, \322Complexity and Entropy: An)Tj
ET
BT
73.082 349.208 TD (Introduction to the Theory of Kolmogorov Complexity,\323)Tj
ET
BT
73.082 338.168 TD (in \322)Tj
/F2 9.6 Tf
14.128 0 TD (Kolmogorov Complexity and Computational)Tj
ET
BT
73.082 327.127 TD (Complexity)Tj
/F1 9.6 Tf
43.721 0 TD (\323, O. Watanabe \(ed.\), Springer-Verlag, 1992.)Tj
ET
BT
55.801 316.087 TD (15.)Tj
/F7 9.6 Tf
12 0 TD ( )Tj
/F1 9.6 Tf
5.28 0 TD (G. G. Lorentz, \322)Tj
/F2 9.6 Tf
62.378 0 TD (Approximations of Functions)Tj
/F1 9.6 Tf
111.996 0 TD (,\323 Holt,)Tj
ET
BT
73.082 305.047 TD (Rinehart and Winston, 1966.)Tj
ET
BT
55.801 294.007 TD (16.)Tj
/F7 9.6 Tf
12 0 TD ( )Tj
/F1 9.6 Tf
5.28 0 TD (A. Pinkus, \322)Tj
/F2 9.6 Tf
46.937 0 TD (n-Widths in Approximation Theory)Tj
/F1 9.6 Tf
134.267 0 TD (,\323)Tj
ET
BT
73.082 282.966 TD (Springer-Verlag, 1985.)Tj
ET
BT
55.801 271.926 TD (17.)Tj
/F7 9.6 Tf
12 0 TD ( )Tj
/F1 9.6 Tf
5.28 0 TD (A. N. Kolmogorov and V. M. Tihomirov, "_-Entropy and)Tj
ET
BT
73.082 260.886 TD (_-Capacity of Sets in Function Spaces," )Tj
/F2 9.6 Tf
154.564 0 TD (Uspehi Math.)Tj
ET
BT
73.082 249.846 TD (Nauk)Tj
/F1 9.6 Tf
20.265 0 TD (, vol. 14, no. 2\(86\), pp 3-86, 1959. \(in English it is)Tj
ET
BT
73.082 238.805 TD (published in )Tj
/F2 9.6 Tf
49.6 0 TD (American Math Society Translations)Tj
/F1 9.6 Tf
141.205 0 TD (, Series)Tj
ET
BT
73.082 227.765 TD (2, vol 17, pp 277-364\).)Tj
ET
BT
55.801 216.725 TD (18.)Tj
/F7 9.6 Tf
12 0 TD ( )Tj
/F1 9.6 Tf
5.28 0 TD (Y. Maximov, A. Meystel, \322Optimum Design of)Tj
ET
BT
73.082 205.685 TD (Multiresolutional Hierarchical Control Systems\323, Proc. of)Tj
ET
BT
73.082 194.644 TD (the IEEE Int\325l Symposium on Intelligent Control, 11-13)Tj
ET
BT
73.082 183.604 TD (August, 1992, Glasgow, Scotland, UK, 1992,)Tj
ET
endstream
endobj
30 0 obj
5177
endobj
31 0 obj
[
/CalGray << /WhitePoint [ 0.9496 1 1.40581 ] /Gamma 1.79691 >>
]
endobj
32 0 obj
[
/CalRGB << /WhitePoint [ 0.9496 1 1.40581 ] /Gamma [ 1.79691 1.79691 1.79691 ]
/Matrix [ 0.381 0.2072 0.02119 0.32021 0.6805 0.14281 0.24831 0.112 1.24159
] >>
]
endobj
33 0 obj
<<
/Type /Annot
/Rect [ 103.50871 724.58069 534.05785 758.99985 ]
/NM (290003e)
/F 4
/Subtype /FreeText
/M (D:20040106124141-05'00')
/DA ([0] G [0 0 1] rg 0 Tc 0 Tw 100 Tz 0 TL 0 Ts 0 Tr /Helv 10 Tf)
/BS 34 0 R
/Contents (Proceedings of the 2003 Performance Metrics for Intelligent Systems \(Pe\
rMIS\) Workshop, Gaithersburg, MD, August 16 - 18, 2003.)
/T (drussell)
/P 4 0 R
/AP << /N 47 0 R >>
>>
endobj
34 0 obj
<<
/W 0
>>
endobj
35 0 obj
[
33 0 R
]
endobj
36 0 obj
<<
/DR << /Font << /Helv 38 0 R /ZaDb 42 1 R >> /Encoding << /PDFDocEncoding 39 0 R >> >>
/Fields 37 0 R
/DA (/Helv 0 Tf 0 g )
>>
endobj
37 0 obj
[
]
endobj
38 0 obj
<<
/Type /Font
/Name /Helv
/BaseFont /Helvetica
/Subtype /Type1
/Encoding 39 0 R
>>
endobj
39 0 obj
<<
/Type /Encoding
/Differences [ 24 /breve /caron /circumflex /dotaccent /hungarumlaut /ogonek /ring
/tilde 39 /quotesingle 96 /grave 128 /bullet /dagger /daggerdbl
/ellipsis /emdash /endash /florin /fraction /guilsinglleft /guilsinglright
/minus /perthousand /quotedblbase /quotedblleft /quotedblright /quoteleft
/quoteright /quotesinglbase /trademark /fi /fl /Lslash /OE /Scaron
/Ydieresis /Zcaron /dotlessi /lslash /oe /scaron /zcaron 160 /Euro
164 /currency 166 /brokenbar 168 /dieresis /copyright /ordfeminine
172 /logicalnot /.notdef /registered /macron /degree /plusminus
/twosuperior /threesuperior /acute /mu 183 /periodcentered /cedilla
/onesuperior /ordmasculine 188 /onequarter /onehalf /threequarters
192 /Agrave /Aacute /Acircumflex /Atilde /Adieresis /Aring /AE /Ccedilla
/Egrave /Eacute /Ecircumflex /Edieresis /Igrave /Iacute /Icircumflex
/Idieresis /Eth /Ntilde /Ograve /Oacute /Ocircumflex /Otilde /Odieresis
/multiply /Oslash /Ugrave /Uacute /Ucircumflex /Udieresis /Yacute
/Thorn /germandbls /agrave /aacute /acircumflex /atilde /adieresis
/aring /ae /ccedilla /egrave /eacute /ecircumflex /edieresis /igrave
/iacute /icircumflex /idieresis /eth /ntilde /ograve /oacute /ocircumflex
/otilde /odieresis /divide /oslash /ugrave /uacute /ucircumflex
/udieresis /yacute /thorn /ydieresis ]
>>
endobj
42 1 obj
<<
/Type /Font
/Name /ZaDb
/BaseFont /ZapfDingbats
/Subtype /Type1
>>
endobj
43 1 obj
<< /Type /Metadata /Subtype /XML /Length 1440 >>
stream
Microsoft Word
2004-01-06T12:38:28Z
drussell
Acrobat PDFWriter 4.0 for Power Macintosh
2004-01-06T12:41:44-05:00
2004-01-06T12:38:28Z
drussell
2004-01-06T12:41:44-05:00
2004-01-06T12:41:44-05:00
drussell
endstream
endobj
47 0 obj
<< /Filter [ /FlateDecode ] /Length 48 0 R /Type /XObject /Subtype /Form
/FormType 1 /BBox [ -0.00015 -0.00015 430.54929 34.41931 ] /Matrix [ 1 0 0 1 0.00015 0.00015 ]
/Resources << /ProcSet [ /PDF /Text ] /Font << /Helv 38 0 R >> >> >>
stream
H‰4NÁNÃ0½ç+|c“F°ÓtÚŽ ИD¥‰Eâ²ËèܬÐ5(IAü=I€‹ßó{~¶¾‚®PÖzMPi©iÀ³¸3Å"xÞüoÅÍ#Ÿ@¦K¢RrU§”9 "Y/1Ñ'1Ûy×2Ÿúцjt]®ñÌb•qǾsþrÛ"7}ß–ñ$gØŽ‘‡¡·<ÆÜî¿CäK8`ãÍvŸeåÅù÷pv‹_›ÔÌ›˜mŽ}ºêÃëäm±šû·“BÙJË\¯]-þÿ“s¸Fü0 eN
endstream
endobj
48 0 obj
215
endobj
xref
0 49
0000000040 65535 f
0000000016 00000 n
0000000242 00000 n
0000000274 00000 n
0000000404 00000 n
0000000565 00000 n
0000000684 00000 n
0000001015 00000 n
0000002240 00000 n
0000002581 00000 n
0000003811 00000 n
0000004149 00000 n
0000005386 00000 n
0000013075 00000 n
0000013097 00000 n
0000013233 00000 n
0000025455 00000 n
0000025478 00000 n
0000025636 00000 n
0000038174 00000 n
0000038197 00000 n
0000038284 00000 n
0000038631 00000 n
0000039870 00000 n
0000040027 00000 n
0000049203 00000 n
0000049225 00000 n
0000049547 00000 n
0000050768 00000 n
0000050925 00000 n
0000056158 00000 n
0000056180 00000 n
0000056265 00000 n
0000056450 00000 n
0000056875 00000 n
0000056905 00000 n
0000056934 00000 n
0000057084 00000 n
0000057106 00000 n
0000057213 00000 n
0000000041 00001 f
0000000044 00001 f
0000058562 00001 n
0000058654 00001 n
0000000045 00001 f
0000000046 00001 f
0000000000 00001 f
0000060179 00000 n
0000060669 00000 n
trailer
<<
/Size 49
/Info 1 0 R
/Root 3 0 R
/ID[<0ca63fd5fdb262d67e6c6065192d99ab>]
>>
startxref
60690
%%EOF