diff --git a/Makefile b/Makefile
index 10a7be7..891c1c4 100644
--- a/Makefile
+++ b/Makefile
@@ -153,15 +153,18 @@
 
 release-binary:
 	mkdir -p release/bin
-	cp LICENSE release/bin
+	cp dist/LICENSE release/bin
+	cp -R dist/licenses release/bin
 	cp NOTICE release/bin
+	cp dist/release-operator.yaml release/bin/operator.yaml
 	cd config/manager && $(KUSTOMIZE) edit set image controller=${IMG}
-	$(KUSTOMIZE) build config/default > release/bin/operator.yaml
+	$(KUSTOMIZE) build config/default >> release/bin/operator.yaml
 	cp -R config/samples release/bin/samples
-	tar -czf ./release/bin/dolphinscheduler-operator-${RELEASE_VERSION}-bin.tgz \
-		release/bin
-	gpg --batch --yes --armor --detach-sig ./release/bin/dolphinscheduler-operator-${RELEASE_VERSION}-bin.tgz
-	shasum -a 512 ./release/bin/dolphinscheduler-operator-${RELEASE_VERSION}-bin.tgz > ./release/bin/dolphinscheduler-operator-${RELEASE_VERSION}-bin.tgz.sha512
+	pushd release/bin && \
+	tar -czf dolphinscheduler-operator-${RELEASE_VERSION}-bin.tgz * && \
+	gpg --batch --yes --armor --detach-sig dolphinscheduler-operator-${RELEASE_VERSION}-bin.tgz && \
+	shasum -a 512 dolphinscheduler-operator-${RELEASE_VERSION}-bin.tgz > dolphinscheduler-operator-${RELEASE_VERSION}-bin.tgz.sha512 && \
+	popd
 
 .PHONY: release-source
 release-source:
@@ -181,7 +184,7 @@
 		--exclude="*.test"  \
 		--exclude="*.out"  \
 		-czf ./release/src/dolphinscheduler-operator-${RELEASE_VERSION}-src.tgz \
-		.
+		*
 	gpg --batch --yes --armor --detach-sig ./release/src/dolphinscheduler-operator-${RELEASE_VERSION}-src.tgz
 	shasum -a 512 ./release/src/dolphinscheduler-operator-${RELEASE_VERSION}-src.tgz > ./release/src/dolphinscheduler-operator-${RELEASE_VERSION}-src.tgz.sha512
 
diff --git a/dist/release-operator.yaml b/dist/release-operator.yaml
new file mode 100644
index 0000000..fe95886
--- /dev/null
+++ b/dist/release-operator.yaml
@@ -0,0 +1,18 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#