| "use strict";(self.webpackChunkdoris_website=self.webpackChunkdoris_website||[]).push([[60426],{15680:(e,t,n)=>{n.d(t,{xA:()=>d,yg:()=>g});var o=n(296540);function r(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function a(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);t&&(o=o.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,o)}return n}function i(e){for(var t=1;t<arguments.length;t++){var n=null!=arguments[t]?arguments[t]:{};t%2?a(Object(n),!0).forEach((function(t){r(e,t,n[t])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(n)):a(Object(n)).forEach((function(t){Object.defineProperty(e,t,Object.getOwnPropertyDescriptor(n,t))}))}return e}function s(e,t){if(null==e)return{};var n,o,r=function(e,t){if(null==e)return{};var n,o,r={},a=Object.keys(e);for(o=0;o<a.length;o++)n=a[o],t.indexOf(n)>=0||(r[n]=e[n]);return r}(e,t);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);for(o=0;o<a.length;o++)n=a[o],t.indexOf(n)>=0||Object.prototype.propertyIsEnumerable.call(e,n)&&(r[n]=e[n])}return r}var l=o.createContext({}),p=function(e){var t=o.useContext(l),n=t;return e&&(n="function"==typeof e?e(t):i(i({},t),e)),n},d=function(e){var t=p(e.components);return o.createElement(l.Provider,{value:t},e.children)},c="mdxType",u={inlineCode:"code",wrapper:function(e){var t=e.children;return o.createElement(o.Fragment,{},t)}},m=o.forwardRef((function(e,t){var n=e.components,r=e.mdxType,a=e.originalType,l=e.parentName,d=s(e,["components","mdxType","originalType","parentName"]),c=p(n),m=r,g=c["".concat(l,".").concat(m)]||c[m]||u[m]||a;return n?o.createElement(g,i(i({ref:t},d),{},{components:n})):o.createElement(g,i({ref:t},d))}));function g(e,t){var n=arguments,r=t&&t.mdxType;if("string"==typeof e||r){var a=n.length,i=new Array(a);i[0]=m;var s={};for(var l in t)hasOwnProperty.call(t,l)&&(s[l]=t[l]);s.originalType=e,s[c]="string"==typeof e?e:r,i[1]=s;for(var p=2;p<a;p++)i[p]=n[p];return o.createElement.apply(null,i)}return o.createElement.apply(null,n)}m.displayName="MDXCreateElement"},965999:(e,t,n)=>{n.r(t),n.d(t,{assets:()=>l,contentTitle:()=>i,default:()=>u,frontMatter:()=>a,metadata:()=>s,toc:()=>p});var o=n(58168),r=(n(296540),n(15680));const a={title:"How to enter the container when the service crashes",language:"en"},i=void 0,s={unversionedId:"install/cluster-deployment/k8s-deploy/debug-crash",id:"version-2.0/install/cluster-deployment/k8s-deploy/debug-crash",title:"How to enter the container when the service crashes",description:"\x3c!--",source:"@site/versioned_docs/version-2.0/install/cluster-deployment/k8s-deploy/debug-crash.md",sourceDirName:"install/cluster-deployment/k8s-deploy",slug:"/install/cluster-deployment/k8s-deploy/debug-crash",permalink:"/docs/2.0/install/cluster-deployment/k8s-deploy/debug-crash",draft:!1,tags:[],version:"2.0",frontMatter:{title:"How to enter the container when the service crashes",language:"en"},sidebar:"docs",previous:{title:"Service expansion and contraction",permalink:"/docs/2.0/install/cluster-deployment/k8s-deploy/expansion-and-contraction"},next:{title:"Deploying on AWS",permalink:"/docs/2.0/install/cluster-deployment/doris-on-aws"}},l={},p=[{value:"Start Debug mode",id:"start-debug-mode",level:2},{value:"Exit Debug mode",id:"exit-debug-mode",level:2},{value:"Notes",id:"notes",level:2}],d={toc:p},c="wrapper";function u(e){let{components:t,...n}=e;return(0,r.yg)(c,(0,o.A)({},d,n,{components:t,mdxType:"MDXLayout"}),(0,r.yg)("p",null,"In the k8s environment, the service will enter the ",(0,r.yg)("inlineCode",{parentName:"p"},"CrashLoopBackOff")," state due to some unexpected things. You can view the pod status and pod_name under the specified namespace through the ",(0,r.yg)("inlineCode",{parentName:"p"},"kubectl get pod --namespace ${namespace}")," command."),(0,r.yg)("p",null,"In this state, the cause of the service problem cannot be determined simply by using the describe and logs commands. When the service enters the ",(0,r.yg)("inlineCode",{parentName:"p"},"CrashLoopBackOff")," state, there needs to be a mechanism that allows the pod deploying the service to enter the ",(0,r.yg)("inlineCode",{parentName:"p"},"running")," state so that users can enter the container for debugging through exec."),(0,r.yg)("p",null,"doris-operator provides a ",(0,r.yg)("inlineCode",{parentName:"p"},"debug")," running mode. In essence, the debug process occupies the active detection port of the corresponding node, bypasses the k8s active detection mechanism, and creates a smoothly running container environment to facilitate users to enter and locate problems."),(0,r.yg)("p",null,"The following describes how to enter debug mode for manual debugging when the service enters ",(0,r.yg)("inlineCode",{parentName:"p"},"CrashLoopBackOff"),", and how to return to normal startup state after solving the problem."),(0,r.yg)("h2",{id:"start-debug-mode"},"Start Debug mode"),(0,r.yg)("p",null,"When a pod of the service enters CrashLoopBackOff or cannot be started normally during normal operation, take the following steps to put the service into ",(0,r.yg)("inlineCode",{parentName:"p"},"debug")," mode and manually start the service to find the problem."),(0,r.yg)("p",null,(0,r.yg)("strong",{parentName:"p"},"1.Use the following command to add annotation to the pod with problems.")),(0,r.yg)("pre",null,(0,r.yg)("code",{parentName:"pre",className:"language-shell"},"$ kubectl annotate pod ${pod_name} --namespace ${namespace} selectdb.com.doris/runmode=debug\n")),(0,r.yg)("p",null,"When the service is restarted next time, the service will detect the annotation that identifies the ",(0,r.yg)("inlineCode",{parentName:"p"},"debug")," mode startup, and will enter the ",(0,r.yg)("inlineCode",{parentName:"p"},"debug")," mode to start, and the pod status will be ",(0,r.yg)("inlineCode",{parentName:"p"},"running"),"."),(0,r.yg)("p",null,(0,r.yg)("strong",{parentName:"p"},"2.When the service enters ",(0,r.yg)("inlineCode",{parentName:"strong"},"debug")," mode, the pod of the service is displayed in a normal state. Users can enter the inside of the pod through the following command")),(0,r.yg)("pre",null,(0,r.yg)("code",{parentName:"pre",className:"language-shell"},"$ kubectl --namespace ${namespace} exec -ti ${pod_name} bash\n")),(0,r.yg)("p",null,(0,r.yg)("strong",{parentName:"p"},"3. Manually start the service under ",(0,r.yg)("inlineCode",{parentName:"strong"},"debug"),". When the user enters the pod, manually execute the ",(0,r.yg)("inlineCode",{parentName:"strong"},"start_xx.sh")," script by modifying the port of the corresponding configuration file. The script directory is under ",(0,r.yg)("inlineCode",{parentName:"strong"},"/opt/apache-doris/xx/bin"),".")),(0,r.yg)("p",null,"FE needs to modify ",(0,r.yg)("inlineCode",{parentName:"p"},"query_port"),", BE needs to modify ",(0,r.yg)("inlineCode",{parentName:"p"},"heartbeat_service_port"),"\nThe main purpose is to avoid misleading the flow by accessing the crashed node through service in ",(0,r.yg)("inlineCode",{parentName:"p"},"debug")," mode."),(0,r.yg)("h2",{id:"exit-debug-mode"},"Exit Debug mode"),(0,r.yg)("p",null,"When the service locates the problem, it needs to exit the ",(0,r.yg)("inlineCode",{parentName:"p"},"debug")," operation. At this time, you only need to delete the corresponding pod according to the following command, and the service will start in the normal mode."),(0,r.yg)("pre",null,(0,r.yg)("code",{parentName:"pre",className:"language-shell"},"$ kubectl delete pod ${pod_name} --namespace ${namespace}\n")),(0,r.yg)("h2",{id:"notes"},"Notes"),(0,r.yg)("p",null,(0,r.yg)("strong",{parentName:"p"},"After entering the pod, you need to modify the port information of the configuration file before you can manually start the corresponding Doris component.")),(0,r.yg)("ul",null,(0,r.yg)("li",{parentName:"ul"},"FE needs to modify the ",(0,r.yg)("inlineCode",{parentName:"li"},"query_port=9030")," configuration with the default path: ",(0,r.yg)("inlineCode",{parentName:"li"},"/opt/apache-doris/fe/conf/fe.conf"),"."),(0,r.yg)("li",{parentName:"ul"},"BE needs to modify the ",(0,r.yg)("inlineCode",{parentName:"li"},"heartbeat_service_port=9050")," configuration with the default path: ",(0,r.yg)("inlineCode",{parentName:"li"},"/opt/apache-doris/be/conf/be.conf"),".")))}u.isMDXComponent=!0}}]); |