3.1. pandas.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"rZ1XSFhuBOnW"},"source":["[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/pytextbook/pytextbook/blob/main/3.1.%20pandas.ipynb) \n","\n","\n","## 판다스 기초\n","\n"," https://pandas.pydata.org/Pandas_Cheat_Sheet.pdf 참고\n"," "]},{"cell_type":"code","execution_count":null,"metadata":{"id":"yjtfWrd2BOnZ"},"outputs":[],"source":["# pandas를 pd라는 별칭(alias)으로 불러 온다\n","import pandas as pd"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"IvlUcIKABOna"},"outputs":[],"source":["# 데이터를 pd 데이터 프레임 안에 ()로 감싸서 변수 df에 할당한다.\n","df = pd.DataFrame(\n","        {\"a\" : [4 ,5, 6],\n","        \"b\" : [7, 8, 9],\n","        \"c\" : [10, 11, 12]},\n","        index = [1, 2, 3])    "]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"executionInfo":{"elapsed":9,"status":"ok","timestamp":1672227159536,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"H6SQDMpXBOna","outputId":"8f7673ad-f0ee-49bc-ed0e-bc0b56c39611"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>a</th>\n","      <th>b</th>\n","      <th>c</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>1</th>\n","      <td>4</td>\n","      <td>7</td>\n","      <td>10</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>5</td>\n","      <td>8</td>\n","      <td>11</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>6</td>\n","      <td>9</td>\n","      <td>12</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   a  b   c\n","1  4  7  10\n","2  5  8  11\n","3  6  9  12"]},"execution_count":3,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"markdown","metadata":{"id":"xG2d9UnfHPCE"},"source":["위의 결과처럼 판다스는 행과 열로 구성된 표 형태의 데이터를 처리할 수 있다는 장점이 있다."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":284,"status":"ok","timestamp":1672227170965,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"zC28NJ3QBOnb","outputId":"2ad633ec-9210-4dd5-cc5e-aea2cd26efe1"},"outputs":[{"data":{"text/plain":["1    4\n","2    5\n","3    6\n","Name: a, dtype: int64"]},"execution_count":5,"metadata":{},"output_type":"execute_result"}],"source":["df[\"a\"]"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"McqZ5MExBOnb"},"outputs":[],"source":["#대소문자 구분에 주의해야 한다.아래와 같이 입력하면 KeyError 가 발생한다.\n","#df[[\"A\"]]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"executionInfo":{"elapsed":286,"status":"ok","timestamp":1672227172816,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"SSwwTYvFBOnc","outputId":"c98504c4-97a2-45e2-afde-d3311e2d2296"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>a</th>\n","      <th>b</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>1</th>\n","      <td>4</td>\n","      <td>7</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>5</td>\n","      <td>8</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>6</td>\n","      <td>9</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   a  b\n","1  4  7\n","2  5  8\n","3  6  9"]},"execution_count":6,"metadata":{},"output_type":"execute_result"}],"source":["# a행과 b행의 데이터 보기 \n","df[[\"a\", \"b\"]]"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"69zhj_GKBOnc","outputId":"432ac9df-78bf-4016-d95f-2e6a47f3cdf7"},"outputs":[{"data":{"text/plain":["a     6\n","b     9\n","c    12\n","Name: 3, dtype: int64"]},"execution_count":7,"metadata":{},"output_type":"execute_result"}],"source":["#특정 인덱스의 열만 보기\n","df.loc[3]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"executionInfo":{"elapsed":313,"status":"ok","timestamp":1672227180399,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"6seZ45fNBOnd","outputId":"a2439b30-1332-45f6-9de8-6086fea597f7"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>a</th>\n","      <th>b</th>\n","      <th>c</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>1</th>\n","      <td>4</td>\n","      <td>7</td>\n","      <td>10</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>5</td>\n","      <td>8</td>\n","      <td>11</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>6</td>\n","      <td>9</td>\n","      <td>12</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   a  b   c\n","1  4  7  10\n","2  5  8  11\n","3  6  9  12"]},"execution_count":8,"metadata":{},"output_type":"execute_result"}],"source":["import numpy as np\n","df = pd.DataFrame(\n","    {\"a\" : [4 ,5, 6],\n","     \"b\" : [7, 8, 9],\n","     \"c\" : [10, 11, 12]},\n","    index = [1, 2, 3])  \n","index = pd.MultiIndex.from_tuples(\n","    [('d',1),('d',2),('e',2)],\n","    names=['n','v'])\n","df"]},{"cell_type":"markdown","metadata":{"id":"crtfN9ytQH4z"},"source":["#판다스 데이터 프레임 : 비교연산자로 색인하기 "]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":238},"executionInfo":{"elapsed":284,"status":"ok","timestamp":1672227189032,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"sQgKn_7yBOnd","outputId":"761897ee-86eb-44d9-96bc-006612cd81f5"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th></th>\n","      <th>a</th>\n","      <th>b</th>\n","      <th>c</th>\n","    </tr>\n","    <tr>\n","      <th>n</th>\n","      <th>v</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th rowspan=\"2\" valign=\"top\">d</th>\n","      <th>1</th>\n","      <td>4.0</td>\n","      <td>7.0</td>\n","      <td>10.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>5.0</td>\n","      <td>8.0</td>\n","      <td>11.0</td>\n","    </tr>\n","    <tr>\n","      <th rowspan=\"3\" valign=\"top\">e</th>\n","      <th>2</th>\n","      <td>6.0</td>\n","      <td>NaN</td>\n","      <td>12.0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>6.0</td>\n","      <td>9.0</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>NaN</td>\n","      <td>9.0</td>\n","      <td>12.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       a    b     c\n","n v                \n","d 1  4.0  7.0  10.0\n","  2  5.0  8.0  11.0\n","e 2  6.0  NaN  12.0\n","  3  6.0  9.0   NaN\n","  4  NaN  9.0  12.0"]},"execution_count":9,"metadata":{},"output_type":"execute_result"}],"source":["import numpy as np\n","df = pd.DataFrame(\n","        {\"a\" : [4 ,5, 6, 6, np.nan],\n","        \"b\" : [7, 8, np.nan, 9, 9],\n","        \"c\" : [10, 11, 12, np.nan, 12]},\n","        index = pd.MultiIndex.from_tuples(\n","        [('d',1),('d',2),('e',2),('e',3),('e',4)],\n","        names=['n','v']))\n","df"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"executionInfo":{"elapsed":268,"status":"ok","timestamp":1672227196506,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"Wovi6G0mBOnd","outputId":"811fc9b4-60c3-498b-b16b-9215a8c4b941"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th></th>\n","      <th>a</th>\n","      <th>b</th>\n","      <th>c</th>\n","    </tr>\n","    <tr>\n","      <th>n</th>\n","      <th>v</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th rowspan=\"2\" valign=\"top\">d</th>\n","      <th>1</th>\n","      <td>4.0</td>\n","      <td>7.0</td>\n","      <td>10.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>5.0</td>\n","      <td>8.0</td>\n","      <td>11.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       a    b     c\n","n v                \n","d 1  4.0  7.0  10.0\n","  2  5.0  8.0  11.0"]},"execution_count":10,"metadata":{},"output_type":"execute_result"}],"source":["df[df.a < 6]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":357,"status":"ok","timestamp":1672227199726,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"tRU2MROLBOne","outputId":"048ebf2d-e164-4b83-d784-98ed9f39bddf"},"outputs":[{"data":{"text/plain":["n  v\n","d  1    False\n","   2     True\n","e  2    False\n","   3    False\n","   4    False\n","Name: a, dtype: bool"]},"execution_count":11,"metadata":{},"output_type":"execute_result"}],"source":["#특정값 5가 들어있는 행과 열 찾기\n","df.a.isin([5])"]},{"cell_type":"markdown","metadata":{"id":"GCvS712fbsoj"},"source":["  a열 2행에 찾고자 하는 값‘5’가 있음을 확인할  수 있다."]},{"cell_type":"markdown","metadata":{"id":"YZBx4Pm-b4r-"},"source":["## 중복 데이터 제거하기\n","\n","* keep = 'first', 'last', False 등과 같은 매개변수를 사용해서 중복을 제거할 수 있다."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"executionInfo":{"elapsed":289,"status":"ok","timestamp":1672227203404,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"muLKcnBFBOne","outputId":"2e12ac9c-ce9d-4a74-af6e-6f1f3dde09d5"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th></th>\n","      <th>a</th>\n","      <th>b</th>\n","      <th>c</th>\n","    </tr>\n","    <tr>\n","      <th>n</th>\n","      <th>v</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th rowspan=\"2\" valign=\"top\">d</th>\n","      <th>1</th>\n","      <td>4.0</td>\n","      <td>7.0</td>\n","      <td>10.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>5.0</td>\n","      <td>8.0</td>\n","      <td>11.0</td>\n","    </tr>\n","    <tr>\n","      <th rowspan=\"2\" valign=\"top\">e</th>\n","      <th>3</th>\n","      <td>6.0</td>\n","      <td>9.0</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>NaN</td>\n","      <td>9.0</td>\n","      <td>12.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       a    b     c\n","n v                \n","d 1  4.0  7.0  10.0\n","  2  5.0  8.0  11.0\n","e 3  6.0  9.0   NaN\n","  4  NaN  9.0  12.0"]},"execution_count":12,"metadata":{},"output_type":"execute_result"}],"source":["df = df.drop_duplicates(subset=\"a\", keep='last')\n","df"]},{"cell_type":"markdown","metadata":{"id":"Y7HufwKqg2Tg"},"source":["중복이 있었던 6,9,12는 keep='last'를 사용했으므로 앞에 값이 남고 뒤에 중복되는 값은 삭제된 것을 알 수 있다."]},{"cell_type":"markdown","metadata":{"id":"OholDhxahpue"},"source":["## head()와 tail()로 데이터 미리보기 \n","\n","●\tdf.head(n): 처음의 일부 데이터를 확인          \n","●\tdf.tail(n): 끝의 일부 데이터를 확인                  \n","                  \n","n에는 보고자 하는 행만큼의 숫자를 넣어주면 된다. 아무 숫자도 입력하지 않으면 기본값인 5행이 출력된다."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"executionInfo":{"elapsed":320,"status":"ok","timestamp":1672227525785,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"aOBBTKujho9x","outputId":"89588399-780d-41ee-bd90-2edd631f3bc3"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th></th>\n","      <th>a</th>\n","      <th>b</th>\n","      <th>c</th>\n","    </tr>\n","    <tr>\n","      <th>n</th>\n","      <th>v</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th rowspan=\"2\" valign=\"top\">d</th>\n","      <th>1</th>\n","      <td>4.0</td>\n","      <td>7.0</td>\n","      <td>10.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>5.0</td>\n","      <td>8.0</td>\n","      <td>11.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       a    b     c\n","n v                \n","d 1  4.0  7.0  10.0\n","  2  5.0  8.0  11.0"]},"execution_count":13,"metadata":{},"output_type":"execute_result"}],"source":["df.head(2)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"executionInfo":{"elapsed":299,"status":"ok","timestamp":1672227528791,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"w5GW5UXXhpHo","outputId":"62f17979-905c-4278-9c94-7b87cc9d4277"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th></th>\n","      <th>a</th>\n","      <th>b</th>\n","      <th>c</th>\n","    </tr>\n","    <tr>\n","      <th>n</th>\n","      <th>v</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th rowspan=\"2\" valign=\"top\">e</th>\n","      <th>3</th>\n","      <td>6.0</td>\n","      <td>9.0</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>NaN</td>\n","      <td>9.0</td>\n","      <td>12.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       a    b     c\n","n v                \n","e 3  6.0  9.0   NaN\n","  4  NaN  9.0  12.0"]},"execution_count":14,"metadata":{},"output_type":"execute_result"}],"source":["df.tail(2)"]},{"cell_type":"markdown","metadata":{"id":"WHppVIEqBOnf"},"source":["## str 접근자로 문자열 다루기\n","\n","* https://pandas.pydata.org/docs/user_guide/text.html\n","\n","판다스의 시리즈 형태의 데이터를 문자열로 다루게 되면 파이썬 문자열 함수와 비슷하게 문자열을 처리할 수 있다. 다음과 같은 문서가 판다스의 시리즈 형태로 있다고 할 때 대소문자 변경, 공백제거, 어절 나누기, 특정문자 찾기, 바꾸기 등의 문자열 전처리에 필요한 몇 가지 기능을 알아본다. "]},{"cell_type":"code","execution_count":null,"metadata":{"id":"1MteC477BOnf"},"outputs":[],"source":["# 실습을 위한 예시 문장  \n","document = [\"코로나 상생지원금 문의입니다.\",\n","            \" 지하철 운행시간 문의입니다.\",\n","            \"버스 운행시간 문의입니다. \",\n","            \"사회적 거리두기로 인한 영업시간 안내입니다.\",\n","            \"Bus 운행시간 문의입니다.\",\n","            \" Taxi 승강장 문의입니다.\"]"]},{"cell_type":"markdown","metadata":{"id":"u-3CRCRli1gB"},"source":["위에 코드로 실습을 위해 예시 문장을 몇 개 만들어서 document에 담아 둔다. 그런 다음 document를 pd 데이터 프레임 안에  괄호로 감싸서 변수 df_doc에 할당할 것이다. 첫 행에 \"문서\"라는 제목도 설정한다"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":238},"executionInfo":{"elapsed":294,"status":"ok","timestamp":1672229481600,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"PDTA2rCtBOnf","outputId":"2242759c-7e62-4d76-992e-96e114e46df3"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>문서</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>코로나 상생지원금 문의입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>지하철 운행시간 문의입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>버스 운행시간 문의입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>사회적 거리두기로 인한 영업시간 안내입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Bus 운행시간 문의입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>Taxi 승강장 문의입니다.</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                         문서\n","0          코로나 상생지원금 문의입니다.\n","1           지하철 운행시간 문의입니다.\n","2           버스 운행시간 문의입니다. \n","3  사회적 거리두기로 인한 영업시간 안내입니다.\n","4           Bus 운행시간 문의입니다.\n","5           Taxi 승강장 문의입니다."]},"execution_count":16,"metadata":{},"output_type":"execute_result"}],"source":["df_doc = pd.DataFrame(document, columns=[\"문서\"])\n","df_doc"]},{"cell_type":"markdown","metadata":{"id":"1XJ3PZ-7nf9m"},"source":["astype()을 사용해서 df_doc의 각 행에 들어있는 데이터의 타입을 바꿀 수 있다."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":293,"status":"ok","timestamp":1672229460919,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"OTr6N7fcBOnf","outputId":"3e287e02-b23b-4509-bd77-8a986611d0b5"},"outputs":[{"data":{"text/plain":["0            코로나 상생지원금 문의입니다.\n","1             지하철 운행시간 문의입니다.\n","2             버스 운행시간 문의입니다. \n","3    사회적 거리두기로 인한 영업시간 안내입니다.\n","4             Bus 운행시간 문의입니다.\n","5             Taxi 승강장 문의입니다.\n","Name: 문서, dtype: string"]},"execution_count":17,"metadata":{},"output_type":"execute_result"}],"source":["df_doc[\"문서\"].astype(\"string\")"]},{"cell_type":"markdown","metadata":{"id":"GAzG8OB7pTFb"},"source":["Name: 문서, dtype: string으로 데이터의 타입이 변경되었음을 확인할 수 있다."]},{"cell_type":"markdown","metadata":{"id":"Ee6FJAgwBOng"},"source":["### 대소문자 변경"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":295,"status":"ok","timestamp":1672228709342,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"jALpKuIoBOng","outputId":"bfc7ae45-c668-41e1-b990-8c3bc493a7c0"},"outputs":[{"data":{"text/plain":["0            코로나 상생지원금 문의입니다.\n","1             지하철 운행시간 문의입니다.\n","2             버스 운행시간 문의입니다. \n","3    사회적 거리두기로 인한 영업시간 안내입니다.\n","4             BUS 운행시간 문의입니다.\n","5             TAXI 승강장 문의입니다.\n","Name: 문서, dtype: object"]},"execution_count":18,"metadata":{},"output_type":"execute_result"}],"source":["# 대문자로 변경하기\n","df_doc[\"문서\"].str.upper()"]},{"cell_type":"markdown","metadata":{"id":"dsEPGe9RltCT"},"source":["츨력 결과를 보면 첫 글자만 대문자로 되어 있던 Bus와 Taxi가 Series.str.upper()로 변경한 후에는 모두 대문자인  BUS, TAXI 로 바뀌었다.  Series.str.lower()로 변경한 후에는 모두 소문자인 bus, taxi로 변경된 것을 확인할 수 있을것이다.\n"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":331,"status":"ok","timestamp":1672228392877,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"SSoV9F2pBOng","outputId":"3e900a5c-516a-40c3-a58a-3de847e8c983"},"outputs":[{"data":{"text/plain":["0            코로나 상생지원금 문의입니다.\n","1             지하철 운행시간 문의입니다.\n","2             버스 운행시간 문의입니다. \n","3    사회적 거리두기로 인한 영업시간 안내입니다.\n","4             bus 운행시간 문의입니다.\n","5             taxi 승강장 문의입니다.\n","Name: 문서, dtype: object"]},"execution_count":19,"metadata":{},"output_type":"execute_result"}],"source":["# 소문자로 변경하기\n","df_doc[\"문서\"].str.lower()"]},{"cell_type":"markdown","metadata":{"id":"mJiGEe91BOng"},"source":["### 양끝 공백 제거"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":296,"status":"ok","timestamp":1672228398632,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"N4ydN5qiBOnh","outputId":"1590f65c-bfbe-4b9d-aa32-6c0763e2fc1f"},"outputs":[{"data":{"text/plain":["0            코로나 상생지원금 문의입니다.\n","1             지하철 운행시간 문의입니다.\n","2              버스 운행시간 문의입니다.\n","3    사회적 거리두기로 인한 영업시간 안내입니다.\n","4             Bus 운행시간 문의입니다.\n","5             Taxi 승강장 문의입니다.\n","Name: 문서, dtype: object"]},"execution_count":20,"metadata":{},"output_type":"execute_result"}],"source":["# 양끝 공백 제거\n","df_doc[\"문서\"].str.strip()"]},{"cell_type":"markdown","metadata":{"id":"KowslleUBOnh"},"source":["### 어절 나누기"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5,"status":"ok","timestamp":1672230156582,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"5HzMvxAgBOnh","outputId":"693faa61-426e-47fe-f796-2e9a7388f9de"},"outputs":[{"data":{"text/plain":["0              [코로나, 상생지원금, 문의입니다.]\n","1               [지하철, 운행시간, 문의입니다.]\n","2                [버스, 운행시간, 문의입니다.]\n","3    [사회적, 거리두기로, 인한, 영업시간, 안내입니다.]\n","4               [Bus, 운행시간, 문의입니다.]\n","5               [Taxi, 승강장, 문의입니다.]\n","Name: 문서, dtype: object"]},"execution_count":21,"metadata":{},"output_type":"execute_result"}],"source":["# 띄어쓰기를 기준으로 어절 나누기\n","df_doc[\"문서\"].str.split()"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":238},"executionInfo":{"elapsed":542,"status":"ok","timestamp":1672228403875,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"ngAeowWNBOnh","outputId":"684ab8a2-934e-41af-db2b-b8ae13b30f0a"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>0</th>\n","      <th>1</th>\n","      <th>2</th>\n","      <th>3</th>\n","      <th>4</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>코로나</td>\n","      <td>상생지원금</td>\n","      <td>문의입니다.</td>\n","      <td>None</td>\n","      <td>None</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>지하철</td>\n","      <td>운행시간</td>\n","      <td>문의입니다.</td>\n","      <td>None</td>\n","      <td>None</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>버스</td>\n","      <td>운행시간</td>\n","      <td>문의입니다.</td>\n","      <td>None</td>\n","      <td>None</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>사회적</td>\n","      <td>거리두기로</td>\n","      <td>인한</td>\n","      <td>영업시간</td>\n","      <td>안내입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Bus</td>\n","      <td>운행시간</td>\n","      <td>문의입니다.</td>\n","      <td>None</td>\n","      <td>None</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>Taxi</td>\n","      <td>승강장</td>\n","      <td>문의입니다.</td>\n","      <td>None</td>\n","      <td>None</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["      0      1       2     3       4\n","0   코로나  상생지원금  문의입니다.  None    None\n","1   지하철   운행시간  문의입니다.  None    None\n","2    버스   운행시간  문의입니다.  None    None\n","3   사회적  거리두기로      인한  영업시간  안내입니다.\n","4   Bus   운행시간  문의입니다.  None    None\n","5  Taxi    승강장  문의입니다.  None    None"]},"execution_count":22,"metadata":{},"output_type":"execute_result"}],"source":["# 어절을 나누고 데이터프레임으로 반환받기\n","df_doc[\"문서\"].str.split(expand=True)"]},{"cell_type":"markdown","metadata":{"id":"mpm9SvidBOnh"},"source":["### 특정 문자 찾기\n","\n","str.contains(\"찾고자 하는 문자\")를 입력하면 문자가 있는 열은 True, 없는 열은 False를 반환한다."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":408,"status":"ok","timestamp":1672228406779,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"un5e3FO_BOni","outputId":"3ff9a348-3478-40d1-8f8c-df0ba62a9051"},"outputs":[{"data":{"text/plain":["0    False\n","1    False\n","2     True\n","3    False\n","4    False\n","5    False\n","Name: 문서, dtype: bool"]},"execution_count":23,"metadata":{},"output_type":"execute_result"}],"source":["# 특정 문자가 들어가는 텍스트 찾기\n","df_doc[\"문서\"].str.contains(\"버스\")"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":81},"executionInfo":{"elapsed":279,"status":"ok","timestamp":1672228409494,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"m6t-xDivBOni","outputId":"29751d95-9dbc-4ecc-dae3-d4089498ce6e"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>문서</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>2</th>\n","      <td>버스 운행시간 문의입니다.</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                문서\n","2  버스 운행시간 문의입니다. "]},"execution_count":24,"metadata":{},"output_type":"execute_result"}],"source":["# 특정 문자가 들어가는 텍스트를 찾아 다시 데이터프레임으로 감싸주면 해당 데이터만 가져오게 된다.\n","df_doc[df_doc[\"문서\"].str.contains(\"버스\")]"]},{"cell_type":"markdown","metadata":{"id":"E6hPAVbBBOni"},"source":["### 문자열 바꾸기"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":289,"status":"ok","timestamp":1672228411998,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"sk-Bf0nhBOni","outputId":"287bda9d-da05-4123-e14d-191788291fd4"},"outputs":[{"data":{"text/plain":["0            코로나 상생지원금 문의입니다.\n","1             지하철 영업시간 문의입니다.\n","2             버스 영업시간 문의입니다. \n","3    사회적 거리두기로 인한 영업시간 안내입니다.\n","4             Bus 영업시간 문의입니다.\n","5             Taxi 승강장 문의입니다.\n","Name: 문서, dtype: object"]},"execution_count":25,"metadata":{},"output_type":"execute_result"}],"source":["# replace 를 통해 특정 문자열을 변경할 수 있다.\n","df_doc[\"문서\"].str.replace(\"운행\", \"영업\")"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":2,"status":"ok","timestamp":1672228412499,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"0R7fpWcABOni","outputId":"19406537-dde3-44ee-f646-af21ad5e5d6d"},"outputs":[{"data":{"text/plain":["0            코로나 상생지원금 문의입니다.\n","1            대중교통 운행시간 문의입니다.\n","2           대중교통 운행시간 문의입니다. \n","3    사회적 거리두기로 인한 영업시간 안내입니다.\n","4             Bus 운행시간 문의입니다.\n","5             Taxi 승강장 문의입니다.\n","Name: 문서, dtype: object"]},"execution_count":26,"metadata":{},"output_type":"execute_result"}],"source":["# replace 를 사용해서 문자열을 변경할 때 정규표현식을 함께 사용할 수 있다.\n","df_doc[\"문서\"].str.replace(\"버스|지하철\", \"대중교통\", regex=True)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":238},"executionInfo":{"elapsed":323,"status":"ok","timestamp":1672228414375,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"lRpZZGRgBOni","outputId":"02c80cf0-8f3c-4688-8483-c01132c07220"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>문서</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>코로나 상생지원금 문의입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>교통 운행시간 문의입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>버스 운행시간 문의입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>사회적 거리두기로 인한 영업시간 안내입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Bus 운행시간 문의입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>Taxi 승강장 문의입니다.</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                         문서\n","0          코로나 상생지원금 문의입니다.\n","1            교통 운행시간 문의입니다.\n","2           버스 운행시간 문의입니다. \n","3  사회적 거리두기로 인한 영업시간 안내입니다.\n","4           Bus 운행시간 문의입니다.\n","5           Taxi 승강장 문의입니다."]},"execution_count":27,"metadata":{},"output_type":"execute_result"}],"source":["# str 을 제외하고 replace()를 사용해서 문자열의 일부만 변경하고자 할때는 regex=True 를 함께 사용해야 한다.\n","# replace() 는 전체 일치하는 값이 있을 때 값이 변경되며 \n","# 데이터프레임에서 사용할 때는 딕셔너리 형태로 변경하고자 하는 컬럼과 값을 지정해서 사용할 수 있다.\n","df_doc.replace(\"지하철\", \"교통\", regex=True)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":238},"executionInfo":{"elapsed":290,"status":"ok","timestamp":1672228416846,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"D9NA9ZRhBOnj","outputId":"d7a35ff7-08df-465f-ce20-36fb98ae9296"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>문서</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>코로나 상생지원금 질문입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>지하철 운행시간 질문입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>버스 운행시간 질문입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>사회적 거리두기로 인한 영업시간 안내입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Bus 운행시간 질문입니다.</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>Taxi 승강장 질문입니다.</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                         문서\n","0          코로나 상생지원금 질문입니다.\n","1           지하철 운행시간 질문입니다.\n","2           버스 운행시간 질문입니다. \n","3  사회적 거리두기로 인한 영업시간 안내입니다.\n","4           Bus 운행시간 질문입니다.\n","5           Taxi 승강장 질문입니다."]},"execution_count":28,"metadata":{},"output_type":"execute_result"}],"source":["df_doc.replace({\"문의\":\"질문\"}, regex=True)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":293,"status":"ok","timestamp":1672228419659,"user":{"displayName":"송영숙","userId":"01138230862948206591"},"user_tz":-540},"id":"_N9VuFvNBOnj","outputId":"844321d0-2a30-4fe1-c53e-d1eb7b1e8cba"},"outputs":[{"data":{"text/plain":["0            [코로나 상생지원금 , 입니다.]\n","1            [ 지하철 운행시간 , 입니다.]\n","2             [버스 운행시간 , 입니다. ]\n","3    [사회적 거리두기로 인한 영업시간 안내입니다.]\n","4             [Bus 운행시간 , 입니다.]\n","5            [ Taxi 승강장 , 입니다.]\n","Name: 문서, dtype: object"]},"execution_count":29,"metadata":{},"output_type":"execute_result"}],"source":["df_doc[\"문서\"].str.split(\"문의\")"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"OmXR9xHpqmZD"},"outputs":[],"source":[]}],"metadata":{"colab":{"provenance":[]},"kernelspec":{"display_name":"Python 3 (ipykernel)","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.7"},"toc":{"base_numbering":1,"nav_menu":{},"number_sections":true,"sideBar":true,"skip_h1_title":false,"title_cell":"Table of Contents","title_sidebar":"Contents","toc_cell":false,"toc_position":{},"toc_section_display":true,"toc_window_display":false},"varInspector":{"cols":{"lenName":16,"lenType":16,"lenVar":40},"kernels_config":{"python":{"delete_cmd_postfix":"","delete_cmd_prefix":"del ","library":"var_list.py","varRefreshCmd":"print(var_dic_list())"},"r":{"delete_cmd_postfix":") ","delete_cmd_prefix":"rm(","library":"var_list.r","varRefreshCmd":"cat(var_dic_list()) "}},"types_to_exclude":["module","function","builtin_function_or_method","instance","_Feature"],"window_display":false}},"nbformat":4,"nbformat_minor":0}