--- a/media-sound/pulseaudio/pulseaudio-4.0-r1.ebuild
+++ b/media-sound/pulseaudio/pulseaudio-4.0-r1.ebuild
@@ -177,6 +177,8 @@ multilib_src_configure() {
 			# (results don't matter, we're not building anything using it)
 			ac_cv_lib_ltdl_lt_dladvise_init=yes
 			--with-database=simple
+			LIBSPEEX_CFLAGS=' '
+			LIBSPEEX_LIBS=' '
 		)
 	fi