一站式网上办事大厅

迎新工作管理系统

import requests

import pandas as pd

import mysql.connector

# 数据采集模块

def fetch_data(api_url):

response = requests.get(api_url)

return response.json()

# 数据清洗模块

def clean_data(raw_data):

df = pd.DataFrame(raw_data)

# 示例：删除含有空值的行

df.dropna(inplace=True)

return df

# 数据存储模块

def store_data(df, db_config):

conn = mysql.connector.connect(**db_config)

cursor = conn.cursor()

for _, row in df.iterrows():

cursor.execute("INSERT INTO engineering_data VALUES (%s, %s, %s)",

(row['id'], row['name'], row['department']))

conn.commit()

cursor.close()

conn.close()

if __name__ == "__main__":

api_url = "http://university-one-table.com/api/engineering"

db_config = {

'user': 'root',

'password': 'password',

'host': 'localhost',

'database': 'engineering_db'

}

raw_data = fetch_data(api_url)

cleaned_data = clean_data(raw_data)

store_data(cleaned_data, db_config)

]]>