diff --git a/at-spi2-core.spec b/at-spi2-core.spec
index 809d5b4c958087f1d0341a0e428bfd9efff1d2d2..6bb2c73507e25f3915e51334ba61febbf932f9b2 100644
--- a/at-spi2-core.spec
+++ b/at-spi2-core.spec
@@ -1,7 +1,7 @@
 #needsrootforbuild
 Name:          at-spi2-core
 Version:       2.51.0
-Release:       3
+Release:       4
 Summary:       The At-Spi2 Core package is a part of the GNOME Accessibility Project.
 
 License:       LGPLv2+
@@ -86,7 +86,12 @@ Requires: at-spi2-atk%{?_isa} = %{version}-%{release}
 The at-spi2-atk-devel package includes the header files for the at-spi2-atk
 library.
 
-%package_help
+%package help
+Summary: Help package for %{name}
+Obsoletes: at-spi2-atk-help < %{version}-%{release}
+
+%description help
+This package contains some help files for %{name}
 
 %prep
 %autosetup -p1
@@ -115,7 +120,7 @@ fi
 
 %files -f %{name}.lang
 %license COPYING
-%doc NEWS README.md
+%doc NEWS
 %{_libexecdir}/at-spi2-registryd
 %dir %{_datadir}/defaults
 %dir %{_datadir}/defaults/at-spi2
@@ -174,6 +179,9 @@ fi
 %{_docdir}/libatspi
 
 %changelog
+* Tue Aug 27 2024 yanglu <yanglu72@h-partners.com> - 2.51.0-4
+- Delete obsolete at-spi2-atk-help after the upgrade
+
 * Fri Apr 19 2024 yanglu <yanglu72@h-partners.com> - 2.51.0-3
 - fix test error