https://purengom.com/2016/05/01/robot-txt%eb%a1%9c-%ea%b5%ac%ea%b8%80%eb%b4%87%ec%9d%84-%ed%97%88%ec%9a%a9%ed%95%9c-%eb%84%a4%ec%9d%b4%eb%b2%84/