??? ?? ?? ? ???? ? ??? ?? ????? ???? ??? ??????. ? ??? ?? ??? ??? ? ????? ????? ?? ???? ??? ?? ? ?? ?? ?? ???? ??? ? ?? ??? ?? ??? ??? ????? ??????.

?? ???? ??? ??? ????.

? ?? ??? ?? ???(????? ????) ????? ??? ??? ?? ?? ???? ???? ?? ?? ?????? ??? ?????. ?? ?? HTML? ?? ??? ? ??? ?? ??? ??? ???? ?? onclick ???? ??? ?? ? ???? ??? ? ?? BeautifulSoup ?????? ???? ?????(?: ???? ???? ??? ?? ?? ???? ?? ??? ??).

?? ????? ???? ??? ??? Wikipedia ???? ??????.

?? ??? ?? ?????:

• ???? HTML? ??? .txt ??? ??
• Beautiful Soup? ???? HTML ??? ?? ???? ??? ???? ?????
• ???? .csv ??? ??
• ??? ??? ???? ? ?????? ?? ???? ?? ?? 10?? ??? ???
• Pandas? Jupyter Notebook? ???? ??? ??? ????

??? ???? ?? ????? ??? ??? ???? ?????, ????? ?? ???? Wikipedia?? HTML? ???? ?? ???? ?? ??? ?? ?? ??? ?????. html ??? ??? ?? ??? ?????? ???? ?? ???? ???? ???? ?? ?? ??? ??? ????.

???? ??

? ????? ?? ? github ??? ??? ??? ????: https://github.com/gabrielrowan/Foreign-Languages-Analytic

HTML ????

?? html? ???? ??????. C#? C? ??? ??? Python ??? ??? ?? ???? ?? ?????.

url = 'https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers'

response = requests.get(url)
html = response.text

with open("languages_html.txt", "w", encoding="utf-8") as file:
    file.write(html)

HTML ??

Beautiful Soup?? HTML? ?? ???? ?? ?? ???? ???? ?? ??? ??????.

with open("languages_html.txt", "r", encoding="utf-8") as file:
    soup = BeautifulSoup(file, 'html.parser')

# get table
top_languages_table = soup.select_one('.wikitable.sortable.static-row-numbers')

?? ?? Pandas ??? ???? ? ??? ???? ?? ??? ?? ???? ?????.

# get column names
columns = top_languages_table.find_all("th")
column_titles = [column.text.strip() for column in columns]

?? ?? ??? ???? ???, ? ??? ????, ? ??? ?? ????, ? ?? ??? ???? ????.

# get table rows
table_data = top_languages_table.find_all("tr")

# define dataframe
df = pd.DataFrame(columns=column_titles)

# get table data
for row in table_data[1:]:
    row_data = row.find_all('td')
    row_data_txt = [row.text.strip() for row in row_data]
    print(row_data_txt)
    df.loc[len(df)] = row_data_txt 

?? - Strip()? ???? ??? ???? ???? ?? n?? ??? ?????.

????? ??? ???? .csv? ????.

??? ??

?? ???? ?? ??? ?? ??? ??? ????.

1. ?????? ??? ?? ??? ? ??? ?? ? ?????
2. ???? ? ?? ??? ????
3. ???? ? ??? ?? ? ?????
4. ?? ???? ??? ?? 3?? ??????
5. ?? ???? ?? 3? ???? ???? ?? ?? ???
6. ?? ????? ???? ??? - ?? ?? ??????
7. ?? ?? ??-????? ?? ??????
8. ?? ???? ? ???? ???? ??? ?? ??
9. ?? ??? ? ?? 5? ??? ???? ??? ??? ????
10. ???? ?? ?? ??? ?? ?? ??? ??????

??

? ?? ??? ??? ?? ??? ???? ??? ??? ??? ? ?? ??? ?? ???????.

?? ???? ? ???? ???? ?? ??? ?????.

?? ?? ??? 'Romance' ?? 'Germanic'? ?? ???? ??? ???? ??????

url = 'https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers'

response = requests.get(url)
html = response.text

with open("languages_html.txt", "w", encoding="utf-8") as file:
    file.write(html)

?? ?? ??? ??? x?, y? ? ?? ??? ??????.

with open("languages_html.txt", "r", encoding="utf-8") as file:
    soup = BeautifulSoup(file, 'html.parser')

# get table
top_languages_table = soup.select_one('.wikitable.sortable.static-row-numbers')

??? ???????:

?? ?? ???? ?? 3? ???? ???? ?? ?? ???

?? ??? ??? ?? ?? ???? ??? ?? 3?? ???? ??? ???? ?????.

? ?? ??? ???? ???? ??? ?? ?????? ??? ? ?? 3? ??? ?????.

# get column names
columns = top_languages_table.find_all("th")
column_titles = [column.text.strip() for column in columns]

?? ?? '???'? y?? ??? ???? ???? ?? ??? ????. ??? ??? ??? ? ???? ?? ???? ??? ???? ?????.

# get table rows
table_data = top_languages_table.find_all("tr")

# define dataframe
df = pd.DataFrame(columns=column_titles)

# get table data
for row in table_data[1:]:
    row_data = row.find_all('td')
    row_data_txt = [row.text.strip() for row in row_data]
    print(row_data_txt)
    df.loc[len(df)] = row_data_txt 

??? ??? ?? ??? ??? ???? ??? ? ????. ??? ??? ??? ????? ??? ??????.

???:

??? ? ???? ? ??? ?? ??????? ??? ???? ??? ? ???? ??? ????.

• ??/??? ? ? ?? ???? ???? ?? ???? ? ????
• ?? ? ? ??? ?? ??(?? ?? ??? ??? ?? ??? ??? ? ??)

?? ??

?? ?????? ?? ????? ??? ??????. ?? ???? ???? ? ?? ?? ??? ????? ??? ??? ? ??? ???? ?????. ??? ????? ???? ????, ???? ??? ??? ?? ?? ??????? ?????

? ??? ? ???? ? ??? ??? ??? ?? ?????. ??? ??? PHP ??? ????? ?? ?? ??? ?????!