Академический Документы
Профессиональный Документы
Культура Документы
1
................................................................................................................................................................... 2
1- ,.............................................................. 5
. . .................................................. 5
........................................................ 7
................................ 8
)
................................................................................................................ 8
.................................................................................................................................................. 10
........................................................................................................................................... 12
................................................................................................................................. 36
, .................................................................... 39
2- ........................................................................................................................ 45
..................................................................................................................... 45
.
.................................................................................................................. 52
............................................................................................................................................ 65
.................................................................................................................................. 65
................................................ 66
.............................................................................................................................. 67
....................................................................................................................... 70
3............................................................................... 75
................................................................................................................................................ 75
, , ................................................................................ 79
............................................................................................................................................. 80
TESTING MATURITY MODEL............................................................................................................................................... 80
, ............................................................................................ 84
,
............................................................................... 85
(,
, ) ................................................................. 87
......................................................................................................................... 88
, ................................................................................................. 91
, , ,
................................................................................................................... 94
................................................................................. 96
............................................................................................................................... 96
..................................................................................................................... 96
.................................................................................................................................... 97
4- ,,
.............................................................................................................................. 101
.......................................................................................................................................................... 101
............................................................................................................. 105
, , ................................................................. 111
........................................................................................... 115
5- ............................... 120
GUI (USABILITY, , ) ................................................................................................. 120
WEB-(, ) ....................................................................................... 122
........................................................................................................................................ 123
.............................................................................................................................. 124
We
b-
..................................................... 124
................................................................................................................................................................. 132
.................................................................................................................................. 134
-.............................................................................................................................................. 135
................................................................................................................................................................. 136
6- ............................................................................... 140
, ......................................................................... 140
....................................................................................................... 140
...................................................................................................... 146
.................................................................................................................................... 147
................................................................................................................................... 149
....................................................................................................................................... 149
.............................................................................................................. 150
.................................................................................................................. 151
............................................................... 152
"
"152
........................................................................................................ 154
.
............................................................................................................................................................... 155
1. . ................................................ 155
2. .................................................................... 166
3. CMM/CMMI (ISO/IEC 15504) ....................................................................................... 169
4. .................................................................................................................... 171
5. 6 SIGMA................................................................................................................................................. 172
6. .............................................................................................. 174
............................................................................................................................................... 179
(
)
.
)
,
!-
.
-
"
"
:
:
.-1.
2.
1 -
1952
1976
2005
,
,
1952
0.
0
0
)
.
.
.
)
.
.
:
,defect, bug.
(
desk checks).
:
,
static testing,
.
:
,dynamic testing.
.
:
,debugging.
;
,
(
Quality Control)
(
Quality Control Engineer)
);
.
.
,
.
.
)
.
,
,
(
Software Tester)
.
:
(
Quality Assurance)
(
Quality Assurance Engineer)
)
,
(
bui
l
d)
,
.
:
,product lifecycle,
40 80
40
80,
40,
30,20,10,0
.1,
2).
1-1.
,1987).
,%
0,5
1,0
2,4
4,9
7,3
10,7
24,4
48,8
1-2.
-
(
1983)
,
,
(1979)).
,%
3
Quest Software, Inc.
7 8
5
7
15
67
(
1976)
:
)$75
$4
(
)
,
)
,
e
nt
e
r
pr
i
s
e
,
)
.
)
;
(
"
"
)
;
)
1970-
(
Winston Royce)
,
TRW,
"
".
.
.
1-1,
"
.
.
.1-1.
)
.
"
,
-
"
"
"
"
"
"
.
.
,)
.
.
)
:
.
.
;
,
.
"
"
,
80-
(
I
t
e
r
a
t
i
ve a
nd
I
nc
r
e
me
nt
a
lDe
ve
l
opme
nt
,I
I
D)
.
I
I
D
(
,
1-2).
"
"
"
")
.
,
"
"
,
"
".
"
"
,"
"
"
,".
"
".
.1-2. "
"
2060
..
60%
.
Quest Software, Inc.
11 12
:RUP, MSF, XP (
)
,
SCRUM, DSDM (Dynamic System Development Method,), Adaptive development, Crystal, FDD,
EVO
)
.
.
.
:
,agile development.
(
Change Control Boards)
.
.
/
.1-3.
,-
.1-4.
RUP
RUP.
.1-5.
RUP
RUP
RUP
RUP
(
Testing Discipline)
.
(
roles)
,
(
artifacts)
,
(
activities)
(
workflows).
(
Test)RUP
RUP
."
?
".
.
Quest Software, Inc.
15 16
RUP
RUP
.
RUP
RUP,
.
,
RUP
RUP
4,
4
.
,
RUP
RUP,
RUP
RUP
(
"
")
"
",
)
,
)
.
RUP,
.
Quest Software, Inc.
17 18
(
perceived quality
.
)
,
.
:
,build.
RUP
"
"
Microsoft (MCSD).
Mi
c
r
os
of
tSol
ut
i
onFr
a
me
wor
k
(
MSF)
,
,
RUP(
RUP
Mi
c
r
os
of
t
,
I
BM)
,
.
Quest Software, Inc.
18 19
:
1.
.
2.
.
3.
.
4.
.
5.
)
.
.
,
;
Quest Software, Inc.
19 20
.
.
;
1-6,
.1-6.
MSF.
(
XP)
,
Chr
y
s
l
e
rCons
ol
i
da
t
e
dCompe
ns
a
t
i
on(
C3) Chr
y
s
l
e
r(
10000
)
,
"
".
XP
.
.
)
,
,XP
,XP
.
.
XP
"
"
.
.XP
.
.
XP
XP
XP,
1-3.
1-3.
.
40-
40
XP
XP
XP
,,
.
Quest Software, Inc.
23 24
XP
(
8x12
)
.
XP
3-4
"
" - "
?
"
.
,
(
)
,
0,
5
)
.
78
23
1
:
1,
100%-
XP,
)
,
.
.
:
"
!
".
.1-8.
,-
.1-9.
1-10):
.1-10.
"
".
"
", "
" "
"
1000
API
)
,
"
"
"
"
"
"
"
",
,
UML
.
.
.
Quest Software, Inc.
30 31
.
,
.(
)
;
,
,
RUP,
(
patches)
(
patch -
)
.
-1,
-2
.
.
)
,
)
,
?
,
,-
1-11
,
.1-11.
Qu
e
s
tSof
t
wa
r
e
,Inc .
1-12)
.
5
-6
.1-12.
Qu
e
s
t
Software, Inc.
1-13),
.1-13.
Qu
e
s
tSof
t
wa
r
e
,I
nc
)
.
"
" (
Test First)
(
test cases)
,
,
-
(
refactoring)
,
.
"
"
.
,
60%
:
=
*(
- )
,
,
-
I
SO
9000
I
SO
I
SO
I
SO
I
SO
I
SO
.,
I
SO
9000
"
"
I
SO,
I
SO
Ti
c
kI
T
Ti
c
kI
T.
I
SO9001:
94.
I
SO9001,
"
"
,
"
"
I
SO 9001.
Ti
c
kI
T
I
SO 9001
I
SO 12207
I
SO9000-3.
SEISW-CMM
Quest Software, Inc.
36 37
SEISW-CMM.
I
SO
9000)
TQM.
TQM
,
I
SO CMM
I
SO,
1
00%-
)
,
SEI SW-CMM
.
2
Pr
oj
e
c
tManage
me
nt
(
I
SO9000,SEISW-CMM, TickIT, Spice ISO 15504
.
.
)
,
I
T-
.
176
I
SO
I
SO 10006"
"
,
I
SO
9
000
I
SO
9000)
,
I
SO 9001
SEI SW-CMM
I
T-
.1-14.
MI
L-STD-498,
2167 2167A
,
,
MI
L-STD-1521B,
.
.
)
,
MIL-STD-498
DOD-2167A
40
0
50000
20000000
.
Quest Software, Inc.
38 39
RUP.
(
testing activities)
(
Pl
a
nTe
s
t
)
(
i
de
nt
i
f
yr
e
qui
r
e
me
nt
sf
ort
e
s
t
)
(
a
s
s
e
s
sr
i
s
k)
(
de
ve
l
opt
e
s
ts
t
r
a
t
e
gy
)
(
c
r
e
a
t
es
c
he
dul
e
)
(
g
e
ne
r
a
t
eTe
s
tPl
a
n)
(
De
s
i
g
nTe
s
t
)
(
i
de
nt
i
f
ya
ndde
s
c
r
i
bet
e
st cases)
(
i
de
nt
i
f
ya
nds
t
r
uc
t
ur
et
e
s
t
procedures)
(
I
mpl
e
me
ntTe
s
t
)
(
r
e
cord or program test scripts)
(
e
s
t
a
bl
i
s
he
xt
e
r
na
lda
t
as
e
t
s)
(
Exe
c
ut
eTe
s
t
)
(
e
xe
c
ut
eTe
s
tpr
oc
e
dur
e
s
)
(
r
e
c
ove
rf
r
o
m ha
l
t
e
dTe
s
t
)
(
ve
r
i
f
yt
her
e
s
ul
t
s
)
(
i
nve
s
t
i
g
a
t
eune
xpe
c
t
e
dr
e
s
ul
t
s
)
Quest Software, Inc.
39 40
(
l
ogde
f
e
c
t
s
)
(
Eva
l
ua
t
eTe
s
t
)
(
e
va
l
ua
t
eTe
s
t
-case coverage)
(
a
na
l
y
z
ede
f
e
c
t
s
)
(determine if Test
Completion Criteria and Success Criteria have been achieved
,Test
Manager, Test Project Manager
(management oversight),
,Test Lead
.
.
"
"
-
:
,Te
s
tDe
s
i
g
ne
r
,Te
s
t
e
r
,
De
s
i
g
ne
r
,I
mpl
e
me
nt
e
r
(
uni
tt
e
s
t
s
)
,
)
,
Test System Administrator
,Database Administrator,
Database Manager
.1-15.
.1-16.
.
Quest Software, Inc.
44 45
2 -
, NASA .
, white box
testing,
"
"(
c
l
e
a
rbox)
,
(
t
r
a
ns
l
uc
e
nt
)
"
"
"
(glass box)
"
"
"
"
"
"
".
.
.(
.
)
)
,
"
".
,,
"
" -
)
,
"
"
Together
,
Quest Software, Inc.
46 47
API-
"
"-
"
"
,
"
"
.2-1.
"
".
"
".
(
c
ove
r
a
g
ec
r
i
t
e
r
i
a
)
.
I
F
2-1.
"
"
"
"
"
"
"
"
"
"
1,
(
profiler)
,
,
2.
(
bottom-up).
-
,
.
,
.
Quest Software, Inc.
50 51
.
:
(
top-down).
"
"
"
"
,,
,,
(
bebugging).
100
,
20,
80%
(
mutation testing).
.
:
"
"
"
"
"
"
. Together
.
.
)
.
100-1000
,
,
.
.
)
.
"
"
"
".
"
"
"
"
.
.
.
)
.
.2-4.
"
" (
"
"
(
API
)
.
"
"
"
"
3-
"
"
"
"
"
"
"
"
"
".
"
"
;
Quest Software, Inc.
54 55
1 100,
1100(
)
;
)
.
100
)
;
)
.
2-2.
2-2.
1100
0
>100
,
5-5,
0.
4-
.
Quest Software, Inc.
55 56
.
,
)
.
.
:
128
255
.
,
.
.
:
,
18
0
180
180
2
-2
.
,
Windows NT 4.
0Windows 2003.
,
Windows NT 4.
0,
,Windows NT 3.51.
Windows 2003,
1-2
,>
>=)
$1$1000,
,$0,$1001.
.2-5.
)
,
!
).
.
Quest Software, Inc.
58 59
(
sensitivity analysis).
.
"
"
"
"
",
"
"
,
-
.
:
(
resiliency)
.2-6.
(
scalability testing)
(
)
"
"
"
".
(
monkey test)
,
.
-
XP
(
acceptance tests).
.
:
.2-7.
.
/
)
.
)
,
,
(
Web-
)
,
)
,
)
.
.
:
(
l
oa
dt
e
s
t
i
ng
)
120
(
compatible)
,
?
.
.
,
)
.
.
.,
.
,
,
,
)
.
"
".
.
Quest Software, Inc.
68 69
.
,
(
Quality Assurance).
.2-8.
)
,
(
r
e
c
or
d/
pl
a
y
ba
c
k)
;
Ra
t
i
ona
lRobot(
I
BM/
Ra
t
i
ona
l
)
,
WinRunner (Mercury Interactive), QARun
(
Compuwa
r
e
)
.
,QAHi
pe
r
s
t
a
t
i
on
Compuwa
r
e
.
Web-
Loa
dRunne
rMe
r
c
ur
yI
nt
e
r
a
c
t
i
ve
;
)
;
.
)
,
.
Test
Architect
(IBM/Rational)
.
, EJ
B)
.
.
Test
RealTime
(IBM/Rational),
C++.
"
" (
a
s
s
e
r
t
i
on)
.
Te
s
tAr
c
hi
t
e
c
t
.
,
Te
s
t
Re
a
l
Ti
me
)
.
(
mode
lba
s
e
dt
e
s
t
i
ng
)
(
s
pe
c
i
f
i
c
a
t
i
onbased testing).
J
a
va
C#
.
,
50%.
)
.
,
-
)
.
, 1000
(
c
a
l
l
-c
e
nt
e
r
)
.
12
,24
10
200
.
:
.
:
,.
.
)
,
10
)
,
,
deliverables
.3-1.
("
")
)
,
.
:
,Test
Evaluation Summary, Test Summary Report
(
Master Test Plan)
,
) (Test Plan),
(
Quality Assurance Plan)
.
.
.
.
.
:
-
,test plan
!
)
,
"
"
.
.
(RUP)).
:
.
:
,test suite
,
.
.
:
,
test scripts
(
use cases)
.
.
:
,test
case, test case specifications.
)
,
(
Workload Mdel).
(testability).
.
:
,defect, bug
(Test-Pr
oc
e
dur
eSpe
c
i
f
i
c
a
t
i
ons
)
,
(
Te
s
tI
nc
i
de
ntRe
por
t
)
,
(
Ac
c
e
pt
a
nc
eTe
s
t
)
,
.
.
;
.
:
,use case,
XP
)
,
,
,
-,
.
Quest Software, Inc.
79 80
QA
(
Accessibility));
(
usability UI)
1.
(
CMM)
(
SEI)
(
,
key process area)
,
3-1
TMM
3-1. "
1-5
".
1TMM
"
".
1
CMM,
125%
, 150%
2TMM
"
, ,
".
TMM
1,
3TMM
"
".
,
3
2.
2(
TMM),
4TMM
,
Quest Software, Inc.
82 83
"
".
5TMM
TMM 1
TMM.
4,
,
Quest Software, Inc.
83 84
ODC
(Orthogonal Defect Classification
)
.
ODC
IBM
"
".
UML-
3-2)
3
-2.
.
SM-06
SM-06
SG-07
SA-08
TV-10
SG-07
SA-08
TV-10
.
.
.
.
.
.
.
.
.
.
.
.3-3.
)
.
3-3.
"
"
.
-
(checklist)
,
"
"
,
)
,
,
.
(
Gantt)
,
.3-4.
Rational Corporation:
Quest Software, Inc.
91 92
(
e
xpos
ur
e
)
.
)
,
(requirements-bases
approach)
(behavioral approach)
.
(structural approach)
.
.
"
"
,,
"
".
(
Business Process Reengineering, BPR)
,BPR
,,
.
?
"
",
,
Quest Software, Inc.
94 95
)
.
.
.
?
Quest Software, Inc.
95 96
)
?
(
ALM)
.
ESTI
MATE Pr
of
e
s
s
i
ona
l
Sof
t
wa
r
ePr
oduc
t
i
vi
t
yCe
nt
e
r(
SPC)
.
ESTI
MATE Pr
of
e
s
s
i
on
a
l
,
SCC: Serena
ChangeMan Version Manager (Merant PVCS), Microsoft SourceSafe, StarBase/Borland StarTeam,
Continuus Software Continuus, IBM/Rational ClearCase.
: AvayaSCM, CCC/Harvest, MKS Integrity Manager, Perforce, RCS, SCCS, Suround SCM,
SourceGear Vault
PVCSTr
a
c
ke
r
:
PVCSTr
a
c
ke
r
PVCSTr
a
c
ke
r
ODBC-
PVCSTr
a
c
ke
r
.
PVCSTr
a
c
ke
r
PVCSTr
a
c
ke
r
.
PVCSTr
a
c
ke
r
Or
a
c
l
e
,MSSQLSe
r
ve
rSy
ba
s
e
ODBC.
PVCS Configuration Builder
.
PVCS Configur
a
t
i
onBui
l
de
r
PVCSVe
r
s
i
onMa
na
ge
r
.
PVCSConf
i
g
ur
a
t
i
onBui
l
de
r
(
Exc
ha
nge Publ
i
c Fol
de
r
s
,Sha
r
e
Poi
nt
,Sour
c
e
Sa
f
e
,
.
.
)
Te
s
t
Di
r
e
c
t
or
Me
r
c
ur
y
Interactive Inc.
Te
s
t
Di
r
e
c
t
or
:MSAc
c
e
s
s
,Or
a
c
l
e
,MSSQLSe
r
ve
r
Sy
ba
s
e
.
Te
s
t
Di
r
e
c
t
or
-
I
nt
e
r
ne
tI
nt
r
a
ne
t
we
b
.Te
s
t
Di
r
e
c
t
or
Me
r
c
ur
yI
nt
e
r
a
c
t
i
ve
,
Wi
nRunne
r
,Loa
dRunne
r
,Qui
c
kTe
s
tPr
of
e
s
s
i
ona
l
,As
t
r
aQui
c
kTe
s
t
.
.
,
(
MSWor
d,MSExcel, MS Visual SourceSafe, MERANT PVCS Tracker,
Rational ClearQuest, Rational ClearCase, Rational RequisitePro, Telelogic DOORS).
Te
s
t
Di
r
e
c
t
or
-
(
Re
qui
r
e
me
ntMa
na
ge
r
)
(
Te
s
tPl
a
n)
(
Te
s
tLa
b)
Quest Software, Inc.
97 98
(
De
f
e
c
tMa
na
g
e
r
)
Re
qui
r
e
me
ntManage
r
(
t
e
s
t
i
ng r
e
qui
r
e
me
nt
s
)
,
TestDirector-
Re
qui
r
e
me
nt Ma
na
g
e
r
,
"
" -
.
3-4)
.
.3-4.
"
"
Te
s
tPl
an
,
Te
s
tPl
a
n
(
t
e
s
tpl
a
nt
r
e
e
)(
.
3-5).
.3-5. "
"
(
t
e
s
t
,
)
.
,
Te
s
t
Pl
a
n
Re
qui
r
e
me
ntMa
na
g
e
r(
)
.
(
t
e
s
ts
t
e
ps
)(
.
3-6).
.3-6. "
"
.Te
s
t
Di
r
e
c
t
or
Me
r
c
ur
yI
nt
e
r
a
c
t
i
ve
,
Wi
n
Runn
e
r
,Qui
c
kTe
s
tPr
of
e
s
s
i
ona
l
,Loa
dRunne
r.
Te
st Lab
Te
s
tLa
b.
Te
s
tLa
b
(
t
e
s
ts
e
t
s
)
,
Exe
c
ut
i
on
Gr
i
d(
.3-7)
,
Defect Manager
De
f
e
c
t
s
.3-8. "
Defects"
De
f
e
c
t
s
"
"
,
.Te
s
t
Di
r
e
c
t
or
.Te
s
t
Di
r
e
c
t
or
4 -
3050
%
RUP,
RUP)
,,
.RUP
(
Test Data)
,
"
"
)
,
(
24
,7
)
,
(
GA)
.
,-
(
Usability standart)
(
Accessibility standart),
(
"
")
"
" ("smoke
test" -
)
)
,
, "
"
(
)
.
.
-
(
Application Lifecycle
Management, ALM).
:
BugZilla
Atlassian Jira
Intuit Track-It!
Visual Intercept
Seapine
AdminiTrack
PointinSight
Software Support Management System (SSM)
I-Sight
Bugs Manager
SilkCentral Issue Manager
Razor Innovative SCM
:
-
.
Quest Software, Inc.
105 106
.
-
.
.
?
-
.
-
.
-
.
.
)
.
,.
)
,
.
.
Quest Software, Inc.
106 107
)
,
)
.
)
,
)
,
.
4-1:
.4-1.
,
,
36
15):
(medium)
(major, high)
(minor) -
.
.
)
.
(critical, urgent) -
(
Runt
i
mee
r
r
or
s
)
,
,,
)
.
).
)
;
.
.
;
Found (
:
New
,
New Issue
,
New CR
)
Sug
g
e
s
t
i
on(
:
New Enhancement
)
,
Fi
ni
s
he
d(
Closed
,
Completed
,
Verified-Closed
)
.
-
,
To Delete
,
De
l
e
t
e
d
Ar
bi
t
r
a
ge Ne
e
de
d
,
.
.
:
Quest Software, Inc.
109 110
Discoverer
.
.
)
.
Fixer
)
.
Manager
)
.
UI
).
.4-2.
(
FogBUGZ).
FogBUGZ,
:
"
"
.
"
"
DLL,
:
,
)
.
,
)
,
TAB,
)
.
,
)
.
,
)
.
.
,
.
,
.4-3.
Jira 3.0.
.4-4.
Jira 3.0
.4-5.
Jira 3.0
)
,
.
.
)
,5%
),
)
.
.
.
)
,
,
.
Submitter Importance;
)Business Priority;
)Technical Priority.
,
.
)
,
.
.
,
)
,
,
.
4-1)
,
,
4-1.
1.1
1.2
,
"
"
)
1.3
1.1
n/m
1.2
n/m
1.3
n/m
4-2)
4-2.
]
[
]
[
]
[
]
[
4-3),
4-3.
<
>
<
>
:
1.
:
1.
:
1.
,
4-4,
,% Run (
"
"
)
.
"
#Fail"
(
"
# Not Run" (
"
#Test"
,
"
#Pass".
4-4.
:123
:2/
3
# Test
# Pass
# Fail
20
12
2
15
10
4
25
12
6
18
8
8
78
42
20
# Not Run
6
1
7
# Run
70%
93%
72%
89%
16
79%
:
"
?
"
.
:
,
,
.
4-7).
.4-7.
~95%,
100(
)
.
95% (
App
l
i
e
dSof
t
wa
r
eMe
a
s
ur
e
me
nt
,
Jones, 1991).
)
.
95%)
95%
,
.
5%
"
"
,
98%
,
5 -
GUI (usability,
,
)
GUI
UI
UI
UI
.
GUI
GUI
GUI
GUI ,
.
.
GUI
,
.
.
)
;
Tab
(Tab order),
KDE.
mmc
Microsoft.
Tab
;
"
";
.
.
;
.
.
;
UI
:
?
Copy/paste (
copy,
.
.
(
Mac)
GUI
,
.
Web-(
we
b-
we
b.
Oz
on.
r
u,Subs
c
r
i
be
.
r
u,
.
Web-
We
b
We
b
We
b-
Web-
.
Web-
We
b
.5-1.
We
b-
5-1
We
b-
We
b
-
We
b
-
We
b-
(
HTTP,HTTPS.
)
.We
b-
.
Web-
We
b-
(
(
HTML)
;
(
HTTP)
.
Web-
HTML (
J
a
va
s
c
r
i
pt
,VBSc
r
i
pt
.
.
)
.
VBScript
VBScript
web-
"
".
VBScript
I
E
VBScript
"
"
.
JScript
Microsoft JScript 5.
5
Mi
c
r
os
of
t
,
ECMAScript. JScript
JScript,
,"
",
JScript
Web-
web-
web-
,
-
NULL
EMPTY.
"
",
"
"
$78
$87.
MM/DD/YYYY.
MM
12,DD
31.
,
,
,
:
web-
Web,
Windows.
we
b-
4we
b
URL-
SSL(
Se
c
ur
e
Server);
GET)
;
web-
1
;
ASP-
web-
"
",
web-
,ASP-
13,
,-
25-30
30
*HTML
(
<
)
;
URL'
;
CS
S,
;
Quest Software, Inc.
127 128
)
;
PHP:
(
x=1;
$x=1;
)
;
(
'
=$x'
'
='
$x)
;
(
i
f
(
$x=1)
{
.
.
}
i
f
(
$x==1)
{
.
.
}
)
.
HTTP.
HTML
We
b-
We
b
.
We
b-
Ca
pt
ur
e & Pl
a
y
ba
c
k(
Re
c
or
d& Pl
a
y
ba
c
k,Ca
pt
ur
e& Re
pl
a
y
)
.
HTML-
.
.
)
,
.
.
)
.
.
)
.
(
VBA,
JavaScript, C#TestComplete, J
a
vaSol
e
x)
,
(
4Te
s
tSi
l
kTe
s
t
Se
g
ue
,SQABa
s
i
cRat
i
ona
lRobotI
BM,TSLWi
nRunne
rMe
r
c
ur
y
, DelphiScript C++
Script TestComplete AutomatedQA)
.
HTTP-
,Sol
e
x)
,
)
.
(
Da
t
aDr
i
ve
n)
.
,
.
Ca
pt
ur
e & Pl
a
y
ba
c
k,
,e
-Tester Empi
r
i
x)
;
(
Conve
r
gy
sAut
o
Tester
Wi
nRunn
er).
. Ke
y
wor
dDr
i
ve
n
(
"
", "
", "
"
.
.
)
.
"
"
Ce
r
t
i
f
y Wor
kSof
t
,
.
.
)
(
I
nput
Te
xt
,
VerifyValue, VerifyPrope
r
t
y
.
.
)
.
We
b-
HTTP
We
b
-
HTTP-
We
b
-
.
(
GETPOST)
,
(
URL)
,
.
.
)
We
b-
.
HTTP-
We
b-
We
b
URL,
URL.
We
b-
HTTP-
. HTTP-
We
b-
HTTP-
We
b-
We
b-
We
b
-
Web-
.
.
.
HTML-
,
Web-
We
b-
We
b
-
We
b-
We
b-
, HTML-
We
b-
We
b
-
We
b
URL
,
Quest Software, Inc.
130 131
URL.
We
b-
HTTP
We
b
-
,APIWe
b-
)
,
We
b-
We
b
We
b
We
b-
We
b-
We
b-
)
.
We
b-
EJ
B,
We
b-
HTTP
)
.
We
b-
We
b-
HTTP-
We
b-
We
b
.
,
Ca
pt
ur
e& Pl
a
y
ba
c
k
Ke
y
wor
d
Driven
Ca
pt
ur
e & Pl
a
y
ba
c
k
Ca
pt
ur
e & Pl
a
y
ba
c
k,
.
Ke
y
wor
dDr
i
ve
n
We
b
-
Web-
Quest Software, Inc.
132 133
)
,
)
,
(
+=,
NULL;
;
Quest Software, Inc.
133 134
(
+=,,
)
)
;
(
SQL Query Analyzer MS SQL Server, SQL*Plus
Oracle).
(
MySQL Administrator MySQL, pgAdmin III
PostgreSQL).
Wi
ndo
wsNT/
2000/XP
)
.
GUI
,
API
Uni
x-
Re
s
our
c
eKi
t
,Suppor
t
Tool
s
)
.
GNU.
Mi
c
r
os
of
tRe
s
our
c
eKi
t
,SunONERe
s
our
c
eKi
t
,
MS SQL (bcp,
makepipe/readpipe), AD/AM (dbdsutil), Exchange (isinteg, eseutil),
Mi
c
r
os
o
f
t(
c
s
c
r
i
pt
,csc), Borland (bcc)
MSDN
Ope
nSou
r
c
e
Wi
ndows9x
)
.
,ba
t
c
h/
s
he
l
l
-
)
.
)
.
.
.
,
,;
,
ActiveX;
(
embedded)
(
Qua
l
i
t
yAs
s
ur
a
nc
e
)
Ra
pi
dAppl
i
c
a
t
i
onDe
ve
l
opme
nt(
RAD)
.
18- 24
,RAD,
"
c
hunks
"-
3- 6-
DLL (
)
,
"
"
.
.
ASCI
I(
,,
)
.
)
,
: Mi
c
r
os
of
t
DOS
ASCI
I
Wi
ndows
ANSI
. Appl
e
ASCI
I
,ANSI
.
,
.
.
<Shi
f
t
>
<Al
t
-Gr
>.
(
de
a
d ke
y
)
.
,,
<Enter>.
"
" -
,(
5)
.
.
.
(
ASCII ANSI).
32.
,Pascal)
12- 2
4-
)
,
.
Quest Software, Inc.
138 139
.
#
)
.
).
.
.
6 -
,
.
"
"
,
125-150%
a
si
s
(ATLM).
)
.(
ATLM)
.
"
"
6-1.
, ,
6-2.
,
"
"
(build)
.
Quest Software, Inc.
142 143
2000
.
Quest Software, Inc.
143 144
?
Quest Software, Inc.
144 145
SQA Suite
SQA Basic
Visual Basic.
.Test Studio,
MS Access SQL
Anywhere.
.
Quest Software, Inc.
145 146
SQL.
,SQL Anywhere.
Access.
100
1000
.
.
)
hdd,
)
.
:
NT P
,
L TP
;N
,;
;L
(
)
(
)
,;
, > 1
:
NT P P ( )
,
L TP
,;
,
.
,
,
3-
(function library)
(object repository)
(script library)
"
"
.
.
)
,
.
.
:"
!
"
Microsoft
)
,
100
24
1000
-9
10
,
10-1.
10
23
23
.
20
.
,
)
,
80%
5%
)
.
)
,
)
,
100%.
,
-
:
1.
.
3000050000
(
/
)
,
)
.
.
2. (
)
.
)
,
)
.
.
3.
95%
.10
0%-
99%.
)
.
.
/
.
/
)
.
)
.
5%.
"
"
"
"
,
"
"
.
.
6-3.
"
"
"
"
)
.
.
.
;
Mercury Interactive
Segue Silktest
Rational Test Suite
Automated QA
)
:
ResKit
SupTools
(
dsbrowse NetWare,
)
.
:
.
NET Windows
.
1.
web-
2-1.
Windows
http://www.clanproductions.
JBlitz v4.2
WebSpray
95/98/NT/2000/
XP
Professional
Edi
t
i
onDi
r
e
c
tEdi
t
i
on
.
Di
r
e
c
t
Edi
t
i
on
Pr
of
e
s
s
i
onal
Edi
t
i
on
com/jblitz/
www.rehillnetworks.com
Windows
98/NI/2000
TestWorks/Web
WebPerformance
Trainer
WebSizr/WebCo
nder
Benchmark
Factory
MS Web
Application
Stress
FORECAST
1000
IP
IP-
.
.Software
Research Inc.
,
XVirtual.
web-
200
cookie,
,
,
Technivations.
WebSizr
,cookie,
Windows 98/NT
Unix
www.soft.com/products/
web/index.html
Windows
NT, Linux,
Solaris,
Un
i
x
www.webperfcenter.com
www.technovations.com
Windows 95
NT. WebCorder
J
a
v
a
J
DK
1.
0.
2
www.benchmark
,
Control Center
web-,
,
Windows
,cookie, SSL.
NT
MS SQL
Server, Oracle 78,Sybase System 11, ODBC,
DB2 CLI IBM, Informix
www.homer.rte.microsoft.
com
Group (ITG)
ASP web-
Windows
NT Server
,SSL,
Windows 2000,
MSIE 4.
0
ASP, cookie.
web
web-
www.facillita.co.uk
Facillita Software
Unix
VeloMeter
http-Load
Microsoft
WCAT Load
Test Tool
Portent Web
Load Testing
Tool
WebART
WebLoad
Radviews
WebLoad
Java Studio
Enterprise
(JSE) 7
web-
Unix-
web-
Apache 1.3x
we
b,
J
a
v
a
,
ACME;
web-
Microsoft,
MS IIS
Unix
www.webper.zeus.co.uk/
intro
JDK
1.1.6
www.binevolve.com
Unix
www.acme.com/software/
http_load
Windows NT
www.msdn.microsoft.com/
workshop/server/toolbox/
wcat. asp
Loadtesting.com
Java,
Windows
100-200
;
3.1/95/NT
Windows
Computer Associates.(
95/NT, Solaris,
Radviews
AIX
WebLoad,
Platinum Technologies,
Computer Associates)
Windows
Radviews Software.
95/NT, Solaris,
(
SSL
AIX
- Secure Sokets Layer), cookie,
HTML,
UML
2.
0
www.loadtesting.com
www.oclc.org/webart
www.ca.com/products/plati
num/appdev/fe_iltps.htm
www.radview.com
http://wwws.sun.com/softwa
re/products/
J
2EE
2-2.
J
a
va
Panorama for
Java
Windows
95/98/NT
www.softwareautomation.c
om
Java
www.mccabe.com
Java
www.parasoft.com/index.ht
m
www.radview.com
McCabe
Visual Test
jTest!
AppletLoad
AssertMate
Java
;JavaSQA
;JavaDocGen
Java-
;
JavaStructure
;
JavaDiagrammer
Java-
;Java Test
;JavaPlayback
Java
Java
Radview
s
WebLoad.
Java
RST;
Java
2-3.
LinkGuard
Online
Xe
nu
sLi
nk
Sleuth
Linkalarm
Theseus
Alert
Linkrunner
I-Control
WebWeaver
Tilman Hausherr.
web-
SSL,
FTP gopher-
Macintosh;
Radview
s
WebLoad Tool
Java
www.rstcorp.com
Win98/NT
www.linkguard.com
www.linkalarm.com
Macintosh
www.matterform.com
Win95/98/NT
Win95/NT
www.alertbookmarks.com/lr/download.htm
www.futurearts.com/ICONt
rol.html
http://home.snafu.de/tilman/
xenulink.html
RiadaLinx
Linkbot
InfoLink
LinkScan
CyberSpyder
Link Test
Tetranet.
BiggByte
Software;
FTP-
Aman Software.
2-4.
HTML-
RealValidator
CSE HTML
Validator
HTML,
SGML (
Liam Quinn)
.
HTML-
(
HTML Document
Type Definitions - DTDs)
DTD
.
HTML
3.
2HTML 4.
0
HTML-Help
HTML-
Win95/NT
Win95/NT
www.riada.com
www.tetranetsoftware.com/products/
Win95
www.biggbyte.com
Unix
Win98/NT.
Perl 5
www.elsop.com
Win3.1/95/NT
www.cyberspyder.com/csln
kts1.html
Win95/98/NT;
MSIE
4.
0
,
HTML-Help 1.1
http://areavalidator.com
Win95/NT
www.htmlvalidator.com
2-5.
HTML-
.
Quest Software, Inc.
159 160
WDG HTML
Validator
HTML-
Web Design Group;
HTML,
Northern
Webs.
HTML-
HTML-
WWW Consortium (
)
;
URL
HTML-
Web-
www.htmlhtlp.com/tools/val
idator
Web-
www.northernwebs.com/set/
setsimjr.html
Web-
www.delorie.com/web/purif
y.html
Web-
http://validator.w3.org
MetaMedic
Web Page
Purifier
W3C HTML
Validation
Service
2-6.
l
og
-
HTTPD
Log
Analyzers list
Web
De
v
e
l
ope
r
s
Virtual Library
Log Analyzer
Listing
log-
,
Mac
,-
100
Web-
log-
30
www.uu.se/Software/Analy
zers/Access-analyzers.html
www.stars.com/Vlib/Softwa
re/Statistics.html
2-7.
Castalia IP
Socket Tester
Net.Medic
Redstone
Software
Eggplant 2.0
IP-
IP-
VitalSoft.
Ma
c
OSX.
Eg
g
pl
a
n
t
Win95/NT
www.redhillnetworks.com
Win95/98/NT
www.ins.com
Mac OS X
Eg
g
pl
a
n
t2.
0
2-8.
Macrobot
Worksoft Certify
.
.
Worksoft Certify
XML
(
SOA)
NT 4.0
www.watchfire.com
SP 4
,
Win95/98,
MSIE 4.01 SP 1
http://www.worksoft.com
2-9.
we
b-
Ha
c
k
e
r
Sh
i
l
d
Cyber Attack
Defence System
ITS4
eXamine 1.0
Beta
BindView.
IP-
web-
/
++
eXamine 1.0
Ke
n
a
iSy
s
t
e
ms
,
NT 4
.
0SP 4
MSIE
www.bindview.com
Solaris
NT
www.checkpoint.com
Unix
Windows
CygWin
www.rstcorp.com
http://www.kenaisystems.co
m/
Ke
n
a
iSy
st
e
ms
2-10.
Morae 1.1
(
u
s
a
bi
l
i
t
y
)
.Mor
a
e--
Re
mot
eVi
e
we
r
,
(
Vi
r
t
u
a
lPr
i
v
a
t
e
Ne
t
wor
k
,VPN)
Pi
c
t
u
r
e
-inPi
c
t
u
r
e(
PI
P)
,
http://www.techsmith.com
2-11.
SOAPtest)
Win2000/XP,
Linux, Solaris;
Java
http://www.parasoft.com/
SOAPt
e
s
t
WSDL-
.
SOAPt
e
s
t
(
i
n
t
e
r
ope
r
a
bi
l
i
t
y
)
,
SOAPt
e
s
t
.
Rational
Functional
Tester 6.1 (
IBM Rational
Functional
Tester for Java
and Web)
Segue SilkTest
7.6
J
a
v
a
,
VS.
NET,
Mi
c
r
os
of
tVi
s
u
a
lSt
u
di
o.
NETI
DE
Mic
r
os
of
tVi
s
u
a
lBa
s
i
c.
NET
J
a
v
a
Ec
l
i
ps
e
,Ra
t
i
on
a
l
Fun
c
t
i
on
a
lTe
s
t
e
r
r
e
c
or
d-and-pl
a
y
ba
c
k
.
Vi
s
u
a
lSt
u
di
o.
NET,
Vi
s
u
a
lSt
u
di
o.
NETWi
n
For
m
WebForm.
J
a
v
a
,
We
b.
NET
Mot
i
f(
2.
12.
2
)
,
SunSol
a
r
i
sUNI
X
(
910)Re
dHa
tEn
t
e
r
pr
i
s
eLi
nux
(
WS2.
13.
0)
.C
Se
gu
e
Si
l
kTest.
Si
l
k
Te
s
t
Windows
2000/XP/2003
http://www306.ibm.com/software/ratio
nal/
Windows, Linux
(RHEL), Unix
(Solaris)
http://www.segue.com
Mercury Quality
Center 8.2
Wi
n
dows
,Li
n
uxUNI
X.
Si
l
k
Te
s
t
.Si
l
k
Te
s
t
7.
6
Business
Process Testing Dashboard,
WinRunner 8.0,
upgrade.
http://www.mercury.com
2-12.
TestDriven.NET
1.0
Vi
s
u
a
lSt
u
di
o.
Ne
t
NUn
i
t
AddI
n
,
Te
s
t
Dr
i
v
e
n
.
NET,
1.
0,
http://www.testdriven.net
2-13.
Fit 1.0
J
a
v
a.
NET,
Wor
d
Ex
c
e
l
.
http://fit.c2.com
2-14.
Automated Build
Studio 1.1
Microsoft Visual
Studio 2005 Visual Studio 2005 Team System
Windows
http://www.automatedqa.co
m
we
b-
2-15.
Applied
Innovation
Management
Bug Tracker
BugTracker
web-
Defect Tracker
Bug Collector
Problem
Tracker
web-
PR Tracker
web
Web-
Windows, Windows
NT
www.prtracker.com
www.innovate.com
www.bugtracker.com
www.defecttracker.com
www.nesbit.com
www.netresultscorp.com
Clear Quest
Jira 3.0
:St
a
n
da
r
d,Pr
of
e
s
s
i
on
a
l
Enterprise
:St
a
n
da
r
d,Pr
of
e
s
s
i
on
a
l
Enterprise
BugZilla
Windows, Linux
www.rational.com
Web-based
http://www.bugzilla.org
http://www.atlassian.com/soft
ware/jira/
2-16.
Windows
http://wwws.hyperionics.co
HyperSnap
m
DX 5
VideoCam
HyperCam
Snag-It
Windows
Windows
http://wwws.hyperionics.co
m
2.
IEEE
IEEE Std 1008-1993 - Standard for Software Unit Testing
IEEE Std 1012-1998 - Standard For Software Verification and Validation
IEEE Std 1016.1-1993 - Software Testing Standard
IEEE Std 1058-1998 - Standard for Software Project Management Plans
IEEE Std 1063-1987 - Standard for Software User Documentation
IEEE Std 1074-1997 - Standard for Developing Software Life Cycle Processes
IEEE Std 1233-1998 - Guide for Developing System Requirements Specifications
IEEE Std 2003-1997 - Requirements And Guidelines For Test Methods Specifications And
Test Method Implementations For Measuring Conformance To Posix Standards
IEEE Std 730-2002 - Standard For Software Quality Assurance Plans
IEEE Std 828-1998 - Standard for Software Configuration Management Plans
IEEE Std 829-1998 - Standard for Software Test Documentation
IEEE Std 830-1998 - Recommended Practice for Software Requirements Specifications
ISO/IEC
ISO-IEC 10746-1-1998 - IT-ODP - Reference model Overview
ISO-IEC 10746-2-1996 - IT-ODP - Reference model Foundations
ISO-IEC 10746-4-1998 - IT-ODP - Reference Model - Architectural semantics
ISO-IEC 7498-3-1997 - IT-OSI - Basic Reference Model - Naming and addressing
ISO-IEC 7498-4-1989 - IPS-OSI - Basic Reference Model - Part 4 - Management framework
19.301-79(
3747-82)
19.
201-78(
1627-79)
19.
004-80
19.
102-77
(Introduction).
(Purpose).
(Scope).
(References).
(Overview).
2.
(Overall description).
(Product perspective).
(Product functions).
(User characteristics).
(Constraints).
(Specific requirements).
(External interfaces).
(Functions).
(Performance requirements).
(Design constraints).
(Standards compliance).
(Reliability).
(Availability).
(Security).
(Maintanability).
(Portability).
(System mode).
(User class).
(Objects).
(Feature).
(Stimulus).
(Response).
(Functional hierarchy).
Quest Software, Inc.
167 168
3.8
(Additional comments).
4.
(Appendixes).
5.
(Index).
IEEE 829-1998 Standard for Software Test Documentation
:
1.
2.
3.
4.
5.
6.
7.
8.
(Introduction).
(Test items).
(Features to be tested).
(Suspension
criteria and resumption requirements).
9.
(Test deliverables).
10.
(Testing tasks).
11.
(Environmental needs).
12.
(Responsibilities).
13.
(Schedule).
15.
(Approvals).
.
IEEE Std 730-2002 - Standard For Software Quality Assurance Plans
1.
(
Purpose).
2.
(Reference documents).
3.
(Management).
4.
(Documentation).
5.
(Software reviews).
7.
(Test).
8.
(Media control).
11.
(Supplier control).
12.
(Training).
14.
(Risk management).
15.
(Glossary).
16.
3.
"
"
SEICMM,SEICMMI
,I
SO/
I
EC,
DOD-STD,
MIL-STD.
(
Cha
ng
e
Control Board);
SEICMM:
(
Capability Maturity Model)
,
Engineering Institute,
.CMM
RUP, XP
MIL-STD-498.
CMM
CMM-
)
,
SEI CMM,
.
-
SEI CMMI:
,SEI
CMM), CMMI
ISO/IEC 15
5
04:
CMMI
,I
SO/
I
EC15504
16.
Software Process
Improvement and Capability Determination (SPICE). I
SO/
I
EC 15504
SEI
CMMI
,
.I
SO/
I
EC 15504
,
CMMI
.
(
pr
oc
e
s
sas
s
e
s
s
me
nt
)
(
pr
oc
e
s
sc
apc
bi
l
i
t
y de
t
e
r
mi
nat
i
on)
(
capability dimension)
(
process improvement)
(
software process)
I
SO/
I
EC TR 15504-CMM
SUP (
)
)
.
:
SUP.
1
SUP.
2
SUP.
3
SUP.
4
SUP.
5
SUP.
6
SUP.
7
SUP.
8
ISO/IEC TR 15504CMM:
SUP.
1
.
SUP.
2
.
SUP.
3
.
SUP.
4
.
SUP.
5
.
SUP.
6
.
SUP.
7
.
SUP.
8
4.
7
-8
65700
0
340
100
)
.
.
.
,
,
,
)
,
..
.
.
)
.
340100
340100
(
TQM)
TQM.
5. 6 Sigma
TQM
6 Si
g
ma
Mot
or
ol
a
,Ge
ne
r
a
lEl
e
c
t
r
i
c
,Al
l
i
e
dSi
gna
l
(Honeywell)
,Te
xa
sI
ns
t
r
ume
nt
s
,I
BM,
.
Black&Decker, Johnson&Johnson, Kodak, Bombardire, Seagate Technologies,
Navistar, Siebe Appliance Controls, Asea Brown Bovery, Polaroid.
Sony
,
Tos
hi
ba
, (
.
,.
)
.
6Si
g
ma
Mot
or
ol
a
1987
.
s
i
g
ma
1Si
g
ma- 690000
.2Si
g
ma- 308000
1.3Si
g
ma- 66800
.4Si
g
ma- 6210. 5 Sigma - 230
1.
,6Si
gma
,- 3,
41.
6 Si
g
ma
,
Mot
or
ol
a
5,
7,
99,
99996%
6-1
6-1.
.
Quest Software, Inc.
172 173
1
697,670
2
191,690
3
66,810
4
6,210
5
233
6
3.4
10
3.
5
2.
91,
000
,2,
900
850
100,
000
6 Si
gma
Mo
t
or
ol
a
,
6Si
g
ma
.
Ci
t
i
ba
nkMot
or
ol
a
.
Ge
ne
r
a
lEl
e
c
t
r
i
c
6Si
g
ma
Chi2,
Mi
ni
t
a
b.
,"
"
20
.
Sigma
6 Si
g
ma
,
Ge
ne
r
a
lEl
e
c
t
r
i
c1997
.
$325.
$600.
- $200.
- $700
.
- Zero Defect -
6Si
g
ma
,
.
,
6
Si
g
ma
,
,
6.
:
SELECT,I
NSERT,UPDATE,DELETE.
SELECT
MSSQLSe
r
ve
r2000
SELECT.
)
,
)
.
Quest Software, Inc.
174 175
.,
(
1)
,
(
2)
,
(
3)
,
- (
)
3,
(
4)
,
(
5)
.
,
.
(
)-
(
1)-
,
.
"
"
PK
FK
(
2)-
)
.2
(
3)
-
)
.
.
.
3
- (
)
-
(
4)-
. 4
(
5)-
. MSSQLSe
r
ve
r2000
.
MSSQLSe
r
ve
r2000
)
,
:
1.
Primary Key).
.
2.
Unique.
3.
.
Create
Table
.
4.
Create
Index.
1.
2.
3.
4.
,
,
-
.
. .
:
,2001.544
.
.
,
.
,
.
..
:
, 2002.
.
,
- "
"
, 2002.
.
,
.
, .
.
.
:
, 2003.
5.
.
..
:
, 2003.
6.
..
:
, 2004.
7.
..
:
,
1980.
8.
.
.
.
:-
,2005.
9.
Web-
..
:
,2003.
10.
Web-
Microsoft.NET
.
..
:
,2003.
11. Mi
c
r
os
of
t Cor
por
a
t
i
on
MCSD
/
.2-
.
,
..
:
,2002.
736
.
:.
12.
Mi
c
r
osoft.NET (+ CDROM) -
, 2004.
13.
.
Ar
c
hi
t
e
c
t
ur
e
s
.
70-100)
.
.
:
,2001.
432
.
:.
14.
.
,
, .
,2004.
15.
.
,
.
,
..
:
, 2002.
16.
.
. .
:
,200
2
.
17. .,
.
Rational Unified Process -
RUP
,2004.
18. .
,
.
,
.
,
Ra
t
i
ona
lUni
f
i
e
dPr
oc
e
s
s(
RUP)
-
,2005.
19.
.
,
.- .
:
p.
m.
Of
f
i
c
e
, 2005.
20. .
..
:
,2005.
21.
.
,
.
Rational Unified Process -
RUP
.
..
:
,2004.
22.
Ra
t
i
ona
lUni
f
i
e
d Pr
oc
e
s
s
.
. .
:
,2002.
23.
.
.
UML
.
. .
:
,2002.
24.
.
,.
,2002.
25.
..
,
2004.
26.
.
.
.
:
,2002.
27. Mi
c
r
os
of
t Cor
por
a
t
i
on
MCSD
/
..
:
,2001.704
.
:.
28. Mi
c
r
os
of
tCor
por
a
t
i
on
Mi
c
r
os
of
t
..
:
,2000.512
.
:.
29.
.
,
.
,
SQL
/
.
.
.
:
,1997.320
.
:.
30.
.
.
MSSQLSERVER7.
0:
.
:
,2000.
416
.
:.
31. Mi
c
r
os
of
t Cor
por
a
t
i
on
SQL Server 7.0.
Mi
c
r
os
of
t
..
:
,2000.528
.
:.
32.
.
.
,
.
.
,
.
.
6
57000 "
"
340100"
"
- .:
,2003.- 328
.
33.
.
,
.
6Si
g
ma
.
.
.
:
,2003.
34.
.
, .
"
"
?
,2005.
35. .
..
:
,2004.
36.
.
,
.
,
.
.
:
p.
m.
Of
f
i
c
e
, 2005.
37.
.
,
.
,
.
Ge
ne
r
a
lEl
e
c
t
r
i
c
,Mot
or
ol
a
.
.
:
,
2002.
38.
.
,
.
.
:
-
,
2004.
39. .
.
.
:
,2005.
40. .
+6
..
:
,2005.