JAIST Repository: Fundamental frequency estimation for noisy speech based on instantaneous amplitude and frequency
全文
(2)
(3)
(4)
(5) .
(6)
(7)
(8)
(9)
(10)
(11)
(12)
(13)
(14)
(15)
(16)
(17)
(18)
(19) .
(20)
(21)
(22)
(23)
(24)
(25)
(26)
(27) Æ
(28)
(29)
(30)
(31)
(32)
(33)
(34)
(35)
(36)
(37)
(38)
(39)
(40)
(41)
(42)
(43)
(44)
(45)
(46)
(47)
(48)
(49)
(50)
(51)
(52)
(53)
(54)
(55)
(56) .
(57) !
(58) "
(59) #$
(60)
(61)
(62)
(63) %
(64)
(65)
(66)
(67)
(68)
(69)
(70)
(71)
(72)
(73)
(74)
(75)
(76)
(77)
(78)
(79)
(80) .
(81) & '
(82)
(83)
(84)
(85)
(86)
(87)
(88)
(89) ( ! )
(90) ! ". .
(91)
(92)
(93)
(94)
(95)
(96)
(97)
(98) !""# $
(99) %& !""" $ '( () *
(100) + & ,
(101) !"" -
(102) * '.
(103) ( ()
(104) &
(105)
(106) /0 !""12 30 (0 !"""2 .0 #! & $
(107) &
(108) 4&
(109)
(110) Æ
(111)
(112)
(113) 5
(114)
(115) 4 !"67 !""#2 4
(116) !""7
(117) &
(118) 0
(119)
(120)
(121)
(122)
(123)
(124)
(125) #.
(126) &
(127) -0 !""82 . 9 %& ## -
(128)
(129)
(130)
(131)
(132)
(133) / !":8
(134) *
(135)
(136) / ( !""6 -
(137)
(138) -
(139)
(140) *
(141)
(142)
(143)
(144)
(145) -
(146) &
(147) &
(148)
(149)
(150) & -
(151)
(152)
(153)
(154) . !""1 -
(155) & * 0
(156)
(157)
(158) 30 (0 !""62 $
(159) #! (
(160)
(161)
(162) *
(163) & 30 (0 !""6
(164) -
(165)
(166) &
(167) 4&
(168) Æ $
(169) ; !""12 ( !"":2 %& !"""
(170) %& !"""
(171)
(172) -<($=4- - >?@
(173) -
(174)
(175) & @
(176)
(177) 7.
(178)
(179) (0 #2 /0 $ ##2
(180)
(181)
(182) -<($=4-- >?@ /
(183)
(184) &0
(185)
(186) -
(187)
(188)
(189) -
(190) !
(191)
(192) #
(193) 7
(194)
(195) .
(196)
(197). $ Æ
(198)
(199) -
(200)
(201)
(202) -
(203) *
(204)
(205)
(206)
(207) . 9 !""7 !""8 -
(208) *
(209)
(210)
(211) 4
(212) * & * A
(213) & $
(214) & *
(215)
(216)
(217) * B.
(218)
(219)
(220) . ! & 0
(221)
(222)
(223)
(224)
(225)
(226) &
(227)
(228)
(229) -
(230)
(231)
(232)
(233) -
(234)
(235) * & &
(236)
(237) - &
(238) ,
(239)
(240)
(241) & &
(242) C
(243) *
(244)
(245) -
(246) (
(247)
(248) &
(249) . $ & &
(250) ##
(251)
(252)
(253) 2 #7
(254) * & 2 #B
(255) 1.
(256) . . - *
(257)
(258)
(259) -
(260)
(261)
(262)
(263) -
(264)
(265)
(266) & C
(267) & & C
(268) & .
(269)
(270) #
(271)
(272)
(273) ?4$( & *
(274) . . -
(275) & ( * - * 0 D. . !. & E - F F D . G# H . # :.
(276) ! D ! # . . 7. D . &
(277) GH
(278) -
(279)
(280) B 1
(281) D F D F . B 1. $
(282)
(283) & * 0 * @ ; * 0 & & * 0 $ * 0
(284)
(285) * ? 4 & !""! & D . # #. . :. &
(286) & <, < , & = > !"" $ ;
(287)
(288) * 0 30 (0 !""" D. !. . . . 8. . 8.
(289) D ! . 6. & D B D : 4 D ! ! I ! D :B - ! &
(290) $ * & # : 04 & !: $ & * 0 D # # D : I 1 ! 4. & D B D # 4 !. . " ! 76"
(291) . *
(292) : # 4 - & & * 0 # 04 ; * 0 & # 04
(293) & # 04
(294) & * 0 A
(295)
(296) ; * 0 C
(297)
(298) - 0 C
(299) & - C ' ) ? ; * 0
(300)
(301) & & * 0 C
(302) - C '
(303) ) 0 4
(304)
(305) &
(306) 6.
(307) &
(308) -
(309) & * 0
(310)
(311)
(312) - 7 &
(313) . ; * 0
(314) & -
(315) 7
(316) J!7 * 0 & -
(317) - B &
(318) & * 0
(319) & - B
(320)
(321) 7#
(322) & -
(323) .
(324) . /
(325)
(326)
(327) $
(328) .
(329)
(330) -
(331) !! . . D. . . .
(332) K K
(333) I . !!. & 71
(334)
(335) K
(336)
(337) !
(338) * -
(339)
(340)
(341) (
(342)
(343) * ".
(344) & #
(345) &
(346)
(347)
(348)
(349) - ¼ . D. . .
(350) F F
(351) . !#. & * 6 !! !B !8 # 4
(352) F
(353)
(354) ¼ . !
(355) -
(356)
(357) ¼ . (
(358) ! .
(359) * & #
(360) - !
(361) + $ +
(362)
(363) -
(364)
(365)
(366) ! A
(367) ' ) . . $
(368)
(369)
(370) 0
(371) 0
(372) 4& 0 +
(373) -
(374)
(375)
(376)
(377) & " D ! . !7 !.
(378) & 0 " 1 &
(379)
(380) 0
(381) $ 0 ! $ -
(382) 0 & & - # 0 +
(383) ### ! " . " . -
(384)
(385) * &
(386)
(387) *
(388)
(389)
(390) -
(391) * & A
(392)
(393)
(394)
(395) # A D
(396) I # D
(397) $
(398) ¼ I $ .
(399). D # % . . . . !B !1. & %
(400) -
(401)
(402) * &
(403) % * % D # . !: !!.
(404) $ &
(405) & & %
(406) & & # % I % B D $ . & D. . . . . !8 !6. &
(407)
(408)
(409) -- - ' L ' D . . !". & -- # -
(410) D ' . . #. ,
(411) -- &
(412) #M - #M
(413)
(414) . * & . ' ¼ M D ' . ¼ (. #!. ¼ (. & ( ! -
(415)
(416) * ( :
(417)
(418) * & % 1
(419) ( & : ( - (
(420) & ( & !#.
(421) . # (. - +
(422)
(423) +
(424) * ( -
(425) * &
(426) & ( & 0 & ?4$( &
(427) ( $
(428) & & ( & 7 & ( & 6 = 0 ?4$( & 7 6 /< 1 ( & ( D !! ) . ##. & ) 0 #
(429) A )
(430) *
(431) *
(432) &
(433) *
(434)
(435) A ) !
(436)
(437) &
(438) *
(439)
(440) +
(441) $ . $
(442)
(443) * &
(444)
(445) !8 4&
(446) &
(447) -
(448) - !7.
(449)
(450) * &
(451)
(452) & C
(453)
(454) -
(455) & &
(456) C
(457)
(458)
(459) -
(460)
(461) %
(462) * -
(463) % % D. % % % . #7. & % % %
(464) &
(465) - &
(466) %
(467) % - &
(468) 8 &
(469)
(470) & (
(471) * &
(472)
(473) &
(474)
(475) . % . -
(476)
(477) -
(478)
(479) $
(480)
(481) * * *
(482)
(483) -
(484)
(485) %& !""" $ & -<($=4-- >?@ %&
(486) !B.
(487) . -
(488)
(489) &
(490) &
(491) & & & 0 -
(492) &
(493) ?4$( -<($=4-- >?@ N$/ . 9 %& ##
(494)
(495)
(496) $
(497)
(498)
(499) 2 &
(500) &
(501) & & -0 !""8
(502)
(503)
(504) % >& !""1 -
(505) & ' ) ) * ) -
(506) & *
(507) #O +
(508) - & * & 4
(509)
(510) - *
(511) & -
(512) &
(513) == (0 # - 7 P !B
(514) !B
(515) 0 & & &
(516) - &
(517) == & -<($=4-- >?@ - -<($=4-- >?@
(518)
(519) == &
(520)
(521) ( -
(522) & !: 04 - /< & ! 1 7 , !1.
(523) & . ' . 6 " & *
(524)
(525) & A & /< & * & 6 " &
(526)
(527) & 1O N$/
(528) - * & -<($=4- - >?@ & !6 4
(529) & #! 4 & ?4$( & :# 4 - & & ?4$(
(530)
(531) &
(532) ) & -<($=4-- >?@ - * N$/ &
(533) @ N$/ & * A & & /< & , &
(534)
(535)
(536) - -<($=4-- >?@
(537) BO
(538) & - ?4$( !!O
(539) & ?4$( & -
(540)
(541) ?4$( & *
(542) & 7O & -<($=4-- >?@ &
(543) - &
(544)
(545) -<($=4-- >?@ !:.
(546) -
(547)
(548) & & & &
(549) &
(550) - * & -<($=4-- >?@ &
(551) -
(552)
(553) & &
(554)
(555) - *
(556) &
(557)
(558) ?4$( & -<($=4- - >?@ -
(559) ?4$( *
(560)
(561) - *
(562)
(563) &
(564) &
(565) , & -<($=4-- >?@ N$/ -
(566)
(567) -
(568)
(569) &
(570) -<($=4-- >?@ . . () . ! !! & * 0 A 0 &
(571) &
(572) & 4& !8.
(573) &
(574) &
(575) #O & -<($=4-- >?@ & /< & , &
(576) !O & -<($=4-- >?@ & /< & ! , -
(577)
(578)
(579) & /< &
(580) 7 , * &
(581)
(582) &
(583)
(584) A /< & ,
(585) &
(586)
(587) 4& *
(588) &
(589)
(590)
(591) -
(592) +
(593)
(594) + 0
(595) + & - 0 & -<($=4-- >?@ &
(596)
(597)
(598) 0 -
(599) * &
(600) + .
(601)
(602) -
(603)
(604)
(605) & . . -
(606)
(607) -
(608) & +
(609)
(610) @
(611)
(612) & -
(613)
(614)
(615) -
(616) !6.
(617)
(618) (
(619) .
(620)
(621) -
(622)
(623) &
(624)
(625)
(626) * & &
(627)
(628) &
(629) &
(630)
(631) -<($=4-- >?@ & 7O & -<($=4-- >?@ & /< & & & , -
(632) &
(633) + & /< &
(634) 7 , -
(635)
(636)
(637) . . - &0 & .< - . < - P - . P - *
(638) > / !B86#:8 !".
(639) *
(640)
(641) #++ ,
(642)
(643) . .
(644) . -
(645) -( ./0 '1. 220 '1. 3/. '1. 45 '1. ( . 264. 430. .4. 460. 7). 5*.. 552. 36*. .0.. 8 ,-+' " #9&. 23. 46. 3.. *32. . . . . . . - &
(646) &
(647) +
(648) == & *
(649)
(650) -
(651) &
(652)
(653) & & -0 !""8
(654)
(655)
(656) % >& !""1 N$/ . 9 %& ## -<($=4-- >?@ %& !""" -
(657) &
(658) 7 -
(659) & * - & ! -
(660)
(661)
(662) == & &
(663)
(664) -
(665) & * L
(666)
(667) (
(668)
(669) -<($=4- - >?@
(670) $ #.
(671) -<($=4-- >?@ &
(672) ==. . ( - % - $
(673) !"": <
(674) &
(675)
(676)
(677) ? $. Q?": 5# !#88!#6 (0 N $ - %& 4 Q P /0
(678) 0 % # <
(679)
(680)
(681)
(682) ? $. Q?# 5# "8"! ,
(683) ( !"" ( (L - ? @ >$- ? .
(684) >( . Q !""1 -
(685) ? 4 ?-< / & P .0 > R?A #! -
(686)
(687) .
(688)
(689) 71 !B!!88 . 9 ( !""7
(690) L
(691)
(692)
(693)
(694)
(695) P ( (
(696) "7: 7#8!7#" . 9 ( !""8 . & * $$$L (
(697)
(698) P ( (
(699) !!1 #618#6:1 . 9 ( %& 4 ## N
(700)
(701)
(702) P ( (
(703) !!!B !"!8!"7 = ,< > ,.P !"" R *
(704) 4 < B8 !7!76 #!.
(705) 4
(706) RP !""7 ? $L .0 > , .& > 5 P A S . 4 A !"67 ?
(707) 5 , 4 AP !""# ?
(708) $L >> ( > R 00 / & N0 $
(709) N 30 > (0 > #! (
(710)
(711)
(712)
(713) ? #! 5B #B7"#BB# % >& P !""1 ?
(714)
(715)
(716)
(717) - $ $. ?"B"1 %& 4 > % $ . 9 ( !""" <
(718)
(719) L ? .
(720)
(721) #8 !68#8 %& 4 % 4 . 9 ( ? <R !"""
(722)
(723) ? "" #86!#86B /0 - %& - @0 4= !""1 (
(724)
(725)
(726) &
(727)
(728) ? $.( ?"1 5B #:8!#:8B /0 - $ - ## <
(729)
(730) 0 ? $. Q?## !877!87: / % ( !""6 (
(731)
(732) *
(733)
(734) ##.
(735) $ $. -
(736) 5 6!( /@6 !:##!:#8 / (> !"8: .
(737)
(738) P ( (
(739) 5B! #"77" ? <R 4 & P !""! (
(740)
(741) $L (& A( 40 .> ( 4 57 P($ ? Q ; Q N 4 % / !""1
(742)
(743)
(744) ? BB #77 #B! 4
(745) !""# ?
(746) 4>> ? $.( ?"# 5! #87#8: -0 -
(747) / >0 !""8 (
(748)
(749) & & $ $. P6( /" !7B!!71 30 > (0 > !""6
(750) ? $. Q?"6 5B !1!1!1!6 30 > (0 > !""" (
(751)
(752) .
(753)
(754) #8 #:!#8". #7.
(755) Signal + Noise. F0 estimation using instantaneous amplitude (PHIA). The first stage (Rough F0 estimation). Roughly estimated F0 Time warping to flatten F0. Noise reduction using the comb filter with controllable pass-bands. The second stage (Noise reduction). Time warping to restore F0 Noise-reduced signal F0 estimation using instantaneous frequency. The third stage (Accurate F0 estimation). Estimated F0. * : . #B.
(756) (a) Speech waveform (female /aoi/) 4. 2. x 10. Amplitude. 1 0 -1 -2 0. 100. 200. 300 400 Time [ms]. (b) Instantaneous amplitude obtained using constant Q filterbank. 500. 400 Channel #. Channel #. 700. (c) Instantaneous amplitude obtained using constant bandwidth filterbank. 15 10 5. 300 200 100. 100. 200. 300 400 Time [ms]. 500. 600. 0. (d) F0 distributions from periodicity. 600. 500. 500. 400 300 200 100 0. 100. 200. 300 400 Time [ms]. 500. 600. (e) F0 distributions from harmonicity. 600 Frequency [Hz]. Frequency [Hz]. 600. 400 300 200 100. 100. 200. 300 400 Time [ms]. 500. 600. 0. 100. 200. 300 400 Time [ms]. 500. 600. (f) Integration of F0 distributions Frequency [Hz]. 600 500 400 300 200 100 0. 100. 200. 300 400 Time [ms]. 500. 600. (g) Estimated F0s Frequency [Hz]. 600. 400. 200. 0 0. 100. 200. 300 400 Time [ms]. 500. 600. 700. 0
(757)
(758)
(759)
(760)
(761)
(762)
(763) &'- - % ;; "
(764) "
(765)
(766)
(767)
(768)
(769)
(770)
(771)
(772) < !
(773)
(774)
(775) "
(776)
(777)
(778)
(779)
(780)
(781)
(782)
(783)
(784)
(785) !
(786)
(787)
(788)
(789)
(790) "
(791)
(792)
(793)
(794)
(795)
(796)
(797)
(798) "
(799) ".
(800)
(801)
(802) "
(803)
(804)
(805) # #1.
(806) 16 14. Channel #. 12 10 8 6 4 2 0. 100. 200. 300 400 Time [ms]. 500. 600. 700. 100. 200. 300 400 Time [ms]. 500. 600. 700. Amplitude. 1500. 1000. 500. 0 0. 4 &
(807)
(808)
(809) % ;;
(810) "
(811)
(812) :
(813)
(814)
(815)
(816)
(817)
(818)
(819)
関連したドキュメント
*2 Kanazawa University, Institute of Science and Engineering, Faculty of Geosciences and civil Engineering, Associate Professor. *3 Kanazawa University, Graduate School of
LABORATORIES OF VISITING PROFESSORS: Solid State Chemistry / Fundamental Material Properties / Synthetic Organic Chemistry / International Research Center for Elements Science
(Tokyo Institute of Technology) This talk is based on
* Department of Mathematical Science, School of Fundamental Science and Engineering, Waseda University, 3‐4‐1 Okubo, Shinjuku, Tokyo 169‐8555, Japan... \mathrm{e}
This research was supported by Natural Science Foundation of the Higher Education Institutions of Jiangsu Province (10KJB110003) and Jiangsu Uni- versity of Science and
Arnold This paper deals with recent applications of fractional calculus to dynamical sys- tems in control theory, electrical circuits with fractance, generalized voltage di-
Arnold This paper deals with recent applications of fractional calculus to dynamical sys- tems in control theory, electrical circuits with fractance, generalized voltage di-
† Institute of Computer Science, Czech Academy of Sciences, Prague, and School of Business Administration, Anglo-American University, Prague, Czech