将一个文件的代码应用于多个文件python新手问题

问题描述

我编写了以下代码，该代码从csv文件中获取一列，然后将其转换为整数并将它们全部相加。我仅对一个文件执行了此操作，并且我大约有80个文件将相同的代码应用于该文件。

import csv
from collections import defaultdict
columns = defaultdict(list)
with open('Team11BoM.csv') as f:
    reader = csv.DictReader(f)
    for row in reader:
        for (k,v) in row.items():
            if k not in columns:
                columns[k] = list()
            columns[k].append(v)

import pandas as pd
df = pd.read_csv("Team11BoM.csv")

b = list(df['Reported Price'])
a = list(df['Actual Price'])

for i in range(0,len(a)):
    a[i] = int(float(a[i]))

v = sum(a)
print("the total actual cost(s) for team 11 is:",v)

for i in range(0,len(b)):
    b[i] = int(float(b[i]))

h = sum(b)
print("the total reported price for team 11 is:",h)

它打印出以下内容：

the total actual cost(s) for team 11 is: 945
the total reported price for team 11 is: 707

我希望它打印出来：

the total actual cost(s) for *filename* is: *Total cost of that team*
the total reported price for *filename* is: *Total reported price of that team*

有没有简单的方法可以做到这一点？

谢谢， Irfan S。

解决方法

首先，您应该定义一个可以重用的函数，以避免代码重复。

import csv
from collections import defaultdict

def process_file(file_name):
    columns = defaultdict(list)
    with open(file_namename) as f:
        reader = csv.DictReader(f)
        for row in reader:
            for (k,v) in row.items():
                if k not in columns:
                    columns[k] = list()
                columns[k].append(v)

    import pandas as pd
    df = pd.read_csv(file_name)

    b = list(df['Reported Price'])
    a = list(df['Actual Price'])

    for i in range(0,len(a)):
        a[i] = int(float(a[i]))

    v = sum(a)
    print(f"the total actual cost(s) for {file_name} 11 is:",v)

    for i in range(0,len(b)):
        b[i] = int(float(b[i]))

    h = sum(b)
    print(f"the total reported price for {file_name} 11 is:",h)

第二，调用此函数并遍历文件列表：

# assuming all of this files are in the current directory

list_of_files = [f for f in os.listdir('.') if os.path.isfile(f)]
for file_name in list_of_files:
    process_file(file_name)

,

import os
import csv
import pandas as pd
from collections import defaultdict

files_dir = 'csv'

csv_files = os.listdir(files_dir)
print(csv_files)

def convert_to_int(file_name):
    file_name = f'{files_dir}/{file_name}'
    columns = defaultdict(list)
    with open(file_name) as f:
        reader = csv.DictReader(f)
        for row in reader:
            for (k,v) in row.items():
                if k not in columns:
                    columns[k] = list()
                columns[k].append(v)

    df = pd.read_csv(file_name)

    b = list(df['Reported Price'])
    a = list(df['Actual Price'])

    for i in range(0,len(a)):
        a[i] = int(float(a[i]))

    v = sum(a)
    print("the total actual cost(s) for team 11 is:",len(b)):
        b[i] = int(float(b[i]))

    h = sum(b)
    print("the total reported price for team 11 is:",h)

for file in csv_files:
    convert_to_int(file)

,

您可以使用for循环并遍历cwd中的每个文件，并对所有文件进行相同的操作，请确保所有文件都在同一目录中

import csv
from collections import defaultdict
import pandas as pd
import os

def valueSum(filename):
    columns = defaultdict(list)
    with open(filename) as f:
        reader = csv.DictReader(f)
        for row in reader:
            for (k,v) in row.items():
                if k not in columns:
                    columns[k] = list()
                columns[k].append(v)

    df = pd.read_csv(filename)

    b = list(df['Reported Price'])
    a = list(df['Actual Price'])

    for i in range(0,len(a)):
        a[i] = int(float(a[i]))

    v = sum(a)

    for i in range(0,len(b)):
        b[i] = int(float(b[i]))

    h = sum(b)

    print("the total actual cost(s) for team 11 is:",v)
    print("the total reported price for team 11 is:",h)

for filename in os.listdir("."):
    if filename.endswith(".csv"): #count only csv files
        valueSum(filename)

,

如何将csvs放在这样的目录和perfom循环中：

import pandas as pd
def summer(f):
    name = f.split('.')[0]
    df = pd.read_csv(f)

    b = list(df['Reported Price'])
    a = list(df['Actual Price'])

    for i in range(0,len(a)):
        a[i] = int(float(a[i]))

    v = sum(a)
    print(f"the total actual cost(s) for {name} is:",len(b)):
        b[i] = int(float(b[i]))

    h = sum(b)
    print("the total reported price for {name} is:",h)

path = 'path/to/csv-files/directory/'

import os
for fil in os.listdir(path):
    summer(fil)