-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathparser.py
More file actions
179 lines (129 loc) · 5.66 KB
/
parser.py
File metadata and controls
179 lines (129 loc) · 5.66 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
from openpyxl import load_workbook
from openpyxl.utils import get_column_letter, column_index_from_string
def pull_up_files(file_list:list):
return [load_workbook(f) for f in file_list]
def find_additional_data(book, sheet:str):
pass
def find_main_data(book, sheet:str):
page = book.get_sheet_by_name(sheet)
data_beginning_row = None
data_range = 0
for cell in page['A']:
if cell.value == 'date':
data_beginning_row = cell.row + 1
if isinstance(page[f'A{data_beginning_row}'].value, float): # check of row follows next to data_beginng row
## print('begin:', data_beginning_row)
continue
else:
raise ValueError("Error: 'date'-row is found but float-type date-cell don't follow further")
if data_beginning_row is not None and type(cell.value) == float:
data_range += 1
## print('value:', cell.value, cell.row, 'count:', data_range)
elif data_beginning_row is not None and data_range > 1:
## print('end of range sirching wiht result:', data_range)
break
if data_beginning_row is None:
print(f'no main data finded on "{sheet}"')
return
## print(book, 'len =', data_range, f'range = A{data_beginning_row}:A{data_beginning_row+data_range-1}', sep=',')
return data_beginning_row, data_beginning_row + data_range - 1
def find_quantity_columns(book, sheet:str, mainData_range):
page = book.get_sheet_by_name(sheet)
data_beginning_row = str(mainData_range[0])
beginning = None
end = None
for cell in page[data_beginning_row]:
## print('---ITER---:', cell.value)
## print('BEGIN:', beginning)
## print('END:', end)
if not isinstance(cell.value, int):
## print(cell.value, 'is not int')
if beginning is not None:
## print(f'for {cell.value} beginning {beginning} is not None')
if not isinstance(cell.value, str):
## print(cell.value, 'is not float, beginning is set to None')
beginning = None
continue
elif ',' in cell.value: #TODO: REG digit-digit-comma-digit-digit
## print(f'for {cell.value} else, {cell.row} is end')
end = cell.column + 1 # +1 is for include 'code' column, that follows quite after amount ( ',' cell.value)
break
continue
elif beginning is None:
## print(f'elif: {cell.value} is beginning with N {cell.column}')
beginning = cell.column
if not end - beginning == 5:
raise ValueError("Error during defining range of columns containing quantity values")
return tuple(get_column_letter(i) for i in range(beginning, end+1))
def find_singleUse_data(book, sheet:str):
page = book.get_sheet_by_name(sheet)
data_beginning_row = None
data_range = 0
for cell in page['A']:
if cell.value == 'Single use packaging' and page[f'A{cell.row+1}'].value == 'Date': #checkins next cell.value after 'Single use packing'
data_beginning_row = cell.value + 2
continue
raise ValueError('ValueError during searching singleUse_range: "Date" row don`t follow after "Single use packaging" row')
def get_column(book, sheet:str, cells):
page = book.get_sheet_by_name(sheet)
return [i.value for i in page[cells]]
def get_range_from_column(book, sheet:str, col_range:tuple, column_name:str):
page = book.get_sheet_by_name(sheet)
return [i[0].value for i in
page[f'{column_name}{col_range[0]}':f'{column_name}{col_range[1]}']]
def is_varieties_or_costumers(data_list:list):
for i in data_list:
if isinstance(i, str) and i[0].isdigit() and ' ' in i:
continue
else:
return False
return True
def correct_priece_format(price:str, book, sheet:str):
if not isinstance(price, int):
raise ValueError(f'ValueError: while convert to right format value {price}\
from column Prise in book {book}, page {sheet}')
price = str(price)
if len(price) == 3:
return f'0,{price}'
elif len(price) > 3:
return f'{price[:-3]},{price[-3:]}'
else:
raise ValueError(f'ValueError: while convert to right format value {price}\
from column Prise in book {book}, page {sheet}')
def parse(book):
sheets = book.get_sheet_names()[1:] #list of sheets without title-page
varieties = []; costumers = []; numbers = []; pieces = []
totals = [] ; prices = [] ;amounts = [] ; codes = []
for sh in sheets:
mainData_range = find_main_data(book, sh)
if mainData_range is not None:
variety = get_range_from_column(book, sh, mainData_range, 'C')
if not is_varieties_or_costumers(variety):
raise ValueError(f"Error in column 'variety' in {book} on page '{sheet}'")
varieties += variety
costumer = get_range_from_column(book, sh, mainData_range, 'F')
if not is_varieties_or_costumers(costumer):
raise ValueError(f"Error in column 'costumer' in {book} on page '{sheet}'")
costumers += costumer
quantity_colums = find_quantity_columns(book, sh, mainData_range)
number = get_range_from_column(book, sh, mainData_range, quantity_colums[0])
numbers += number
piece = get_range_from_column(book, sh, mainData_range, quantity_colums[1])
pieces += piece
total = get_range_from_column(book, sh, mainData_range, quantity_colums[2])
totals += total
price = get_range_from_column(book, sh, mainData_range, quantity_colums[3])
price = [correct_priece_format(i, book, sh) for i in price]
prices += price
amount = get_range_from_column(book, sh, mainData_range, quantity_colums[4])
amounts += amount
code = get_range_from_column(book, sh, mainData_range, quantity_colums[5])
codes += code
return varieties, costumers, numbers, pieces, totals, prices, amounts, codes
if __name__ == '__main__':
file = '/home/emil/Загрузки/out/pdfFile53.xlsx'
wb = load_workbook(file)
sheet = wb.get_sheet_by_name('Page 2')
find_singleUse_data(wb, 'Page 2')
for c in sheet['A']:
print(c.value)