yutsuo
/
robopato
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

maybe last commit

master
Yutsuo 2 weeks ago
parent
c42a3668f9
commit
dded7418e4
9 changed files with 532 additions and 757 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 254
      credit_card_etl.py
  2. 12
      docker-compose.yml
  3. 0
      lab/PAYEE_FILTER.csv
  4. 0
      lab/delimiters.txt
  5. 0
      lab/design-notes.txt
  6. 0
      lab/nb_lab.ipynb
  7. 57
      nb_account_etl.ipynb
  8. 106
      nb_credit_card_etl.ipynb
  9. 6
      pypdf2.py

254
credit_card_etl.py
Unescape View File

@ -1,254 +0,0 @@
# etl.py
#* ETL of Banco do Brasil Credit cards invoices, partial or full.
import os
from dotenv import load_dotenv
load_dotenv()
insert_query = "INSERT IGNORE INTO default.TRANSACTION (TDATE, ACCOUNTID, MEMO, CITY, COUNTRY, OUTFLOW, INFLOW, OWNERID, INSTALLMENT_NR, INSTALLMENT_TT, CREATED, UPDATED) VALUES ( %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s )"
input_file = os.getenv("INPUT_FILE")
def find_owner(queried_name: str):
from mysql.connector import connect, Error
query = "SELECT * FROM OWNER"
result = []
try:
with connect(
host="localhost",
user="root",
password="pleasehashapasswordomg",
database="default",
) as connection:
# print("CONNECTED!", connection)
with connection.cursor() as cursor:
cursor.execute(query)
query_result = cursor.fetchall()
for item in query_result:
if item[1].lower() == queried_name:
result.append(item[0])
result.append(item[1])
# print(result)
# print("DONE!")
except Error as e:
print(e)
finally:
connection.close()
return result if result else None
find_owner("daniel")[0]
# OUROCARD_VISA_INFINITE-Próxima_Fatura.txt
# OUROCARD_VISA_INFINITE-Ago_24.txt
def create_lists():
import re
# Open the text file
# with open("OUROCARD_VISA_INFINITE-Próxima_Fatura.txt", "r", encoding="latin") as file:
with open("OUROCARD_VISA_INFINITE-Ago_24.txt", "r", encoding="latin") as file:
# Read the contents of the file
contents = file.readlines()
# Define the regex patterns
owner_pattern = r"\d\s?-\s?([A-Z]+)"
line_pattern = r"\d{2}\.\d{2}\.\d{4}.{23}.{14}.{2}\s*-?\d*\.?\d+,\d{2}\s*\d+,\d{2}"
payment_pattern = (
r"\d{2}\.\d{2}\.\d{4}PGTO.*200211(\s*-?\d*\.?\d+,\d{2})(\s*\d+,\d{2})"
)
partial_invoice_line_pattern = (
r"\d{2}\/\d{2}.{27}.{16}.{2}\s+\s*-?\d*\.?\d+,\d{2}\s*\d+,\d{2}"
)
# Lists
current_list = None
owner_list = []
result = {}
# silly_counter = 1
isPartial = True
# Find Owners
try:
for line in contents:
line = line.strip()
found_owners = re.findall(owner_pattern, line)
if found_owners:
for owner_name in found_owners:
list_name = f"list_{owner_name.lower()}"
owner_list.append(list_name)
result[list_name] = {}
result[list_name]["owner_name"] = owner_name
result[list_name]["owner_id"] = find_owner(owner_name.lower())[0]
except:
print("Error during owner search")
# Treat and create transaction lists
try:
for line in contents:
line = line.strip()
if re.match(owner_pattern, line):
found_owner = re.match(owner_pattern, line)
owner_list = f"list_{found_owner.group(1).lower()}"
current_list = owner_list
result[current_list]["tlist"] = []
else:
if re.match(payment_pattern, line):
result[current_list]["tlist"].append(line)
elif re.match(line_pattern, line) or re.match(
partial_invoice_line_pattern, line
):
result[current_list]["tlist"].append(line)
except:
print("Error during Transaction Lists creation")
# Check file pattern
sample = result[current_list]["tlist"][0]
if re.match(line_pattern, sample):
isPartial = False
for listObj in result:
result[listObj]["isPartial"] = isPartial
return result
def build_insert(input_dict: dict, account: int):
from datetime import date, datetime
import re
import hashlib
insert_bulk = []
# RegEx Patterns
line_group_pattern = r"(?P<day>\d{2})\.(?P<month>\d{2})\.(?P<year>\d{4})(?:(?P<p_memo>.+PARC (?P<p_nr>\d+.)\/(?P<p_tt>\d+)\s.{12})|(?P<memo>.{37}))(?P<country>.{2})(?P<outflow>\s*-?\d*\.?\d+,\d{2})(?P<inflow>\s*\d*\.?\d+,\d{2})"
partial_invoice_group_pattern = r"(?P<day>\d{2})\/(?P<month>\d{2})(?:(?P<p_memo>.+PARC (?P<p_nr>\d{2})\/(?P<p_tt>\d{2}).{15})|(?P<memo>.{43}))(?P<country>.{2})(?P<outflow>\s+\s*-?\d*\.?\d+,\d{2})(?P<inflow>\s*\d+,\d{2})"
payment_pattern = r"(?P<day>\d{2})\.(?P<month>\d{2})\.(?P<year>\d{4})(?P<memo>PGTO DEBITO CONTA).*200211(?P<inflow>\s*-?\d*\.?\d+,\d{2})(?P<outflow>\s*\d+,\d{2})"
for key in input_dict:
if input_dict[key]["isPartial"]:
pattern_to_use = partial_invoice_group_pattern
else:
pattern_to_use = line_group_pattern
for item in input_dict[key]["tlist"]:
# check for payment
matches = re.match(payment_pattern, item)
if matches:
tTdate = str(
date(
int(matches.group("year")),
int(matches.group("month")),
int(matches.group("day")),
)
)
tAccount = account
tMemo = matches.group("memo")
tCountry = None
tOutflow = "0.00"
tInflow = (
matches.group("inflow")
.strip()
.replace(".", "")
.replace(",", ".")
.replace("-", "")
)
tOwner = input_dict[key]["owner_id"]
tInstallmentNr = None
tInstallmentTt = None
tCreated = str(datetime.now(tz=None))
tUpdated = None
else:
matches = re.match(pattern_to_use, item)
tTdate = str(
date(
# partial files will not have the year data on transactions
(
int(matches.group("year"))
if pattern_to_use == line_group_pattern
else datetime.now().year
),
int(matches.group("month")),
int(matches.group("day")),
)
)
tAccount = account
tMemo = (
matches.group("p_memo")
if matches.group("p_memo")
else matches.group("memo")
)
tInstallmentNr = (
int(matches.group("p_nr")) if matches.group("p_nr") else None
)
tInstallmentTt = (
int(matches.group("p_tt")) if matches.group("p_tt") else None
)
tCountry = matches.group("country")
tOutflow = (
matches.group("outflow").strip().replace(".", "").replace(",", ".")
)
tInflow = (
matches.group("inflow").strip().replace(".", "").replace(",", ".")
)
tOwner = input_dict[key]["owner_id"]
tCreated = str(datetime.now(tz=None))
tUpdated = None
preHash = tTdate + tMemo + tOutflow + tInflow
tId = hashlib.sha256(preHash.encode()).hexdigest()
insert_bulk.append(
(
tId,
tTdate,
tAccount,
tMemo,
tCountry,
tOutflow,
tInflow,
tOwner,
tInstallmentNr,
tInstallmentTt,
tCreated,
tUpdated,
)
)
return insert_bulk
def db_insert(insert_bulk: list[tuple]):
from mysql.connector import connect, Error
try:
with connect(
host="localhost",
user="root",
password="pleasehashapasswordomg",
database="default",
) as connection:
print("CONNECTED!", connection)
with connection.cursor() as cursor:
cursor.executemany(insert_query, insert_bulk)
connection.commit()
print("DONE!")
except Error as e:
print(e)
finally:
connection.close()
db_insert(build_insert(create_lists(), 1))

12
docker-compose.yml
Unescape View File

@ -1,15 +1,17 @@
services: services:
mysql: mysql:
image: mysql:lts image: mysql:8.4
container_name: mysql container_name: mysql
restart: always restart: unless-stopped
command:
- --skip-name-resolve=ON
volumes: volumes:
- mysql-data:/var/lib/mysql - mysql-data:/var/lib/mysql
environment: environment:
MYSQL_ROOT_PASSWORD: pleasehashapasswordomg MYSQL_ROOT_PASSWORD: ${MYSQL_PASSWORD:?Set MYSQL_PASSWORD in .env}
MYSQL_DATABASE: default MYSQL_DATABASE: ${MYSQL_DATABASE:-default}
ports: ports:
- "3306:3306" - "127.0.0.1:3306:3306"
volumes: volumes:
mysql-data: {} mysql-data: {}

0
PAYEE_FILTER.csv → lab/PAYEE_FILTER.csv
Unescape View File

1 MEMO PAYEE PIXTYPE PIXPAYEE CATEGORY SUBCATEGORY EXTRA
2 Pix - Enviado - 26/06 15:33 Vibra Energia Sa Pix Enviado Vibra Energia Sa
3 UBER* TRIP WWW.UBER.COM. Uber Transporte Aplicativos
4 Pagamento de Telefone - VIVO FIXO NACIONAL 13 DIG Vivo Operacional Internet
5 BB Seguro Auto - SEGURO AUTO BB/MAPFRE
6 IFD*VINNYS PIZZA E ALIMBRASILIA iFood Alimentação Restaurantes
7 Pix - Enviado - 16/08 14:05 Marcio De Oliveira Silva Pix Enviado Marcio De Oliveira Silva
8 Pix - Recebido - 17/09 19:27 94455317600 ANIZIA MARIA P Pix Recebido ANIZIA MARIA P
9 WOW*SALE COMERCIO E SE Brasilia
10 PARC=112 BRAS PARC 01/12 BRASILIA
11 WOW*SALE COME PARC 01/02 Brasilia
12 Bacio di Latte-LJ3045 Brasilia
13 UBER * PENDING SAO PAULO Uber Transporte Aplicativos
14 MP*AVELART OSASCO
15 PAG*XsollaGames Sao Paulo
16 RESTAURANTE FAROFINA BRASILIA
17 Pagamento de Boleto - MONI IMOVEIS LTDA
18 STEAM PURCHASE SEATTLE Steam Compras Compras Digitais
19 Pagamento de Boleto - PJBANK PAGAMENTOS S A
20 Cashback automático cc Banco do Brasil Renda Cashbacks
21 BACO PIZZARIA BRASILIA
22 Recebimento de Proventos - TRIBUNAL REGIONAL FEDERAL DA 1 REGIAO Renda Salários
23 MERCADOLIVRE*SABORESDAMOSASCO
24 Pix - Enviado - 04/06 08:54 Isabela Guedes Ribeiro Pix Enviado Isabela Guedes Ribeiro
25 MERCADO*BRONZATTOCOME SOROCABA
26 NETFLIX.COM SAO PAULO
27 PG *B4A GLAMB PARC 08/12 SAO PAULO
28 ZP *CANTINAGOODLANCHEV Brasilia
29 IFD*MARIANA PERDOMO CONBRASILIA iFood Alimentação Restaurantes
30 Pix - Recebido - 21/07 18:57 00091116546434 VESCIJUDITH Pix Recebido VESCIJUDITH
31 IFD*MATHEUS ROCHA DE SOBRASILIA iFood Alimentação Restaurantes
32 CARREFOUR BAIRRO - DF BRASILIA
33 Uber *UBER *TRIP Sao Paulo Uber Transporte Aplicativos
34 POP360 BRASILIA
35 Pix - Enviado - 28/08 18:53 Jose Reinaldo Da Silva Pix Enviado Jose Reinaldo Da Silva
36 BISTRO OUVIDOR RIO DE JANEIR
37 CAPITAL BISTRO BRASILIA
38 LANCHONETE SERRA RODO COCALZINHO DE
39 BENITA PANINOTECA BRASILIA
40 Joelson lopes de carva Osasco
41 PAG*Folhadesp PARC 04/06 Sao Paulo Folha de SP Cora Educação
42 PAG*Folhadesp PARC 02/06 Sao Paulo Folha de SP Cora Educação
43 STEAMGAMES.COM 42595229912-1844160 Steam Compras Compras Digitais
44 IFD*CR EXPRESS Osasco iFood Alimentação Restaurantes
45 IOF - COMPRA NO EXTERIOR Governo Impostos IOF
46 Cashback automático cc - Cashback Automático Banco do Brasil Renda Cashbacks
47 AnaCecilia BRASILIA
48 IFD*FERMENTO COMERCIO DBRASILIA iFood Alimentação Restaurantes
49 Pix - Enviado - 03/09 15:51 Vibra Energia Sa Pix Enviado Vibra Energia Sa
50 PRODUTOS GLOB PARC 02/12 RIO DE JANEI
51 UPREPAIR BRASILIA
52 MR JOHN BARBEARIA LTDA BRASILIA
53 Ações - Proventos - Pag Rendimento BBAS3 30/08/2024
54 Remuneração sobre ações
55 Pagamento de Impostos - RFB-DOC.ARREC.E-SOCIAL
56 COFFEE BIKE CAFES ESPECBRASILIA
57 SHEIN.COM SINGAPORE
58 CREMERIA ITALIANA BRASILIA
59 IFD*TT BRASILIA COMERCIBRASILIA iFood Alimentação Restaurantes
60 Marchezinho RIO DE JANEIR
61 EIXO MONUMENTAL BRASILIA
62 Nestle Brasil LTDA. Sao Paulo
63 MP*MUNDODOSCO PARC 05/10 SAO PAULO
64 IFD*LA GRECIA PIZZARIA BRASILIA iFood Alimentação Restaurantes
65 COCO BAMBU IGUATEMI BR BRASILIA
66 UBER *TRIP HELP.UBER.COSAO PAULO Uber Transporte Aplicativos
67 BP HOLDING BRASILIA
68 CARREFOUR PL2 338 BRASILIA
69 CASA ALMERIA BRASILIA
70 HNA*OBOTICARIO BRASILIA
71 PASTELARIA VICOSA IV BRASILIA
72 REDE BRASIL DRUGSTORE BRASILIA
73 IFD*RC MELO COMERCIO DEBRASILIA iFood Alimentação Restaurantes
74 Pix - Enviado - 18/06 11:34 Anateia Da Silva Sol Pix Enviado Anateia Da Silva Sol
75 Pix - Enviado - 02/07 09:24 Cecilia Maria De Menezes E Pix Enviado Cecilia Maria De Menezes E
76 Pix - Enviado - 02/07 07:04 Utb Uniao Transporte Brasi Pix Enviado Utb Uniao Transporte Brasi
77 Privalia Servicos de InSAO PAULO Compras Compras Físicas
78 TREVISO GALETERIA E P BRASILIA
79 BIANCHINI AUT PARC 09/10 BRASILIA
80 UBER* TRIP OSASCO Uber Transporte Aplicativos
81 Pix - Enviado - 22/06 09:33 Magani Schimidt Pix Enviado Magani Schimidt
82 Pix - Recebido - 25/07 11:22 00002491295156 DANIELLE VA Pix Recebido DANIELLE VA
83 DROGASIL 2067 BRASILIA
84 PG *B4A GLAMB PARC 09/12 SAO PAULO
85 POSTO SAO ROQUE BR 08 PADRE BERNARD
86 Ordem Banc 12 Sec Tes Nac - 036585070001-25 SECRETARIA DO T.R.F.
87 IFD*CASA ALMERIA PADARIBRASILIA iFood Alimentação Restaurantes
88 CIA DA TERRA BRASILIA
89 PARC=112 BRAS PARC 02/12 BRASILIA
90 Pagamento de Boleto - INSPIRA MUDANCA PARTICIPACOES S/A
91 BB RF Ref DI Mega - BB RF Referenciado DI LP Mega
92 Recebimentos Diversos - PRO/TRF PROGRAMA DE ASSISTENCIA AOS
93 PAG*Fazenda BRASILIA
94 NETFLIX ENTRETENIMENTO BARUERI
95 Pix - Enviado - 13/07 13:27 Francina Noleto Aires Pix Enviado Francina Noleto Aires
96 Pix - Enviado - 20/07 12:06 Camisa 10 Pix Enviado Camisa 10
97 Pix - Enviado - 26/07 13:37 Celio Machado Pires Pix Enviado Celio Machado Pires
98 IFD*KATSU HMK BAR E RESBRASILIA iFood Alimentação Restaurantes
99 IFD*Wellington Firmino Osasco iFood Alimentação Restaurantes
100 PAG*AUAUQUEVISUALPETS BRASILIA
101 WINE GARDEN BRASILIA
102 Pagto Energia Elétrica - NEOENERGIA BRASíLIA
103 MERCADOLIVRE*ROMEROSHOPOSASCO
104 MP*MELIMAIS OSASCO
105 VILLA RIO RESTAURANTE RIO DE JANEIR
106 PAG*FolhaDeSPaulo SAO PAULO
107 PICPAY Dalila Resend Sao Paulo
108 Pix - Enviado - 26/08 21:34 Livepix Pix Enviado Livepix
109 DA MARINO DF BRASILIA
110 T.T. BURGER BRASILIA
111 Pix - Enviado - 10/09 10:09 Utb Uniao Transporte Brasi Pix Enviado Utb Uniao Transporte Brasi
112 TED Transf.Eletr.Disponiv - 104 2272 28986008149 MARIA ELIENE DE
113 HOT DOG CLUB BRASILIA
114 BONNAPAN SEU DIA MAIS BRASILIA
115 RESTAURANTE 61 ASA SUL BRASILIA
116 VIA DEL CAFFE BRASILIA
117 PAG*Moca BRASILIA
118 Leveros *Leveros ASSIS
119 LIBANUS ASA SUL BRASILIA
120 DROGARIO ROSARIO BRASILIA
121 Pix - Recebido - 17/09 16:41 79554652100 CECILIA MARIA Pix Recebido CECILIA MARIA
122 RANCHO DOS CANARIOS PADRE BERNARD
123 Pix - Enviado - 19/08 09:17 Franpeso Gas Pix Enviado Franpeso Gas
124 Wellhub Gympass BR GympSao Paulo
125 APPLE.COM/BILL SAO PAULO
126 LIVRARIA DA VILA BRASILIA
127 ALLPARK EMPREENDIMENTOSGoiania
128 Pix - Enviado - 25/06 18:00 Chb Centro H Brasilia Ltda Pix Enviado Chb Centro H Brasilia Ltda
129 PAG*PauloHoracio BRASILIA
130 IFD*RSNT MIWA RESTAURANBRASILIA iFood Alimentação Restaurantes
131 NEW EMPAR EMPREENDIMENTCORUMBA DE GO
132 IFD*NFE COMERCIO DE ALIBRASILIA iFood Alimentação Restaurantes
133 MP*MUNDODOSCO PARC 06/10 SAO PAULO
134 PAG*EduardoMeireles AGUAS LINDAS
135 CIDA REIS MODA FITNESS BRASILIA
136 BRASILIA EMPR PARC 05/12 BRASILIA
137 Pix - Recebido - 13/09 17:03 00036459488134 ANTONIA DEN Pix Recebido ANTONIA DEN
138 Pix - Enviado - 20/08 08:39 Jose Reinaldo Da Silva Pix Enviado Jose Reinaldo Da Silva
139 POUSADA PIRENEUS RESOR PIRENOPOLIS
140 BIANCHINI AUT PARC 08/10 BRASILIA
141 DROGARIA SAO PAULO BRASILIA
142 LISTO*CLINICA PARC 03/04 BRASILIA
143 Pix - Enviado - 05/09 12:27 Helen Bruna Nascimento Far Pix Enviado Helen Bruna Nascimento Far
144 IFD*H.L.F HAMBURGUERIA BRASILIA iFood Alimentação Restaurantes
145 IFD*LOG CITY ESPRESS Osasco iFood Alimentação Restaurantes
146 Vivo Celular - VIVO MOVEL - DF Vivo Operacional Celular
147 Pix - Enviado - 29/06 10:43 Alessandro Rodrigues De Al Pix Enviado Alessandro Rodrigues De Al
148 MP *4PRODUTOS OSASCO
149 QUE MARIO BRASILIA
150 IFD*IFOOD.COM AGENCIA DOsasco iFood Alimentação Restaurantes
151 F L L MELO LTDA SAO PAULO
152 LISTO*CLINICA PARC 02/04 BRASILIA
153 BIOEXATA FARMACIA BRASILIA
154 Pix - Enviado - 29/08 13:21 Au Au Que Visual Pet Shop Pix Enviado Au Au Que Visual Pet Shop
155 Pix - Enviado - 03/09 18:30 Manoel Erivan D Da Silva Pix Enviado Manoel Erivan D Da Silva
156 VELOE BARUERI
157 IFD*Jose Grigorio Dos SOsasco iFood Alimentação Restaurantes
158 Pix - Enviado - 22/07 15:03 Vibra Energia Sa Pix Enviado Vibra Energia Sa
159 VELOE BARUERI
160 Pix - Recebido - 13/09 12:44 00031740677153 ANTONIO MEN Pix Recebido ANTONIO MEN
161 IFD*RSNT MIWA RESTAURANBRASILIA
162 GURUME BRASILIA BRASILIA
163 FRANPESO GAS BRASILIA
164 CAFE GRAO NATIVO BRASILIA
165 DengoChocolatesSa BRASILIA
166 Taxa Compra/Venda Ações
167 BB Ações ESG Globai BDR I
168 Restituição de IRPF
169 MERCADOLIVRE*SOLDIERSNUOSASCO
170 RIO MINHO RIO DE JANEIR
171 GaleteriaSerrana BRASILIA
172 MERCADOLIVRE*VENDA HORTOLANDIA
173 Pix - Recebido - 17/09 12:20 05386573675 JUNIELLA LUIZA Pix Recebido JUNIELLA LUIZA
174 PLR - Banco do Brasil Renda PLR
175 OLINDA COMIDA NORDESTI BRASILIA
176 MERCADOLIVRE*3PRODUTOS OSASCO
177 UBER * EATS PENDING Sao Paulo Uber Transporte Aplicativos
178 Pix - Enviado - 08/07 15:11 Avelart Mobiliario Infanti Pix Enviado Avelart Mobiliario Infanti
179 HOTEL REGINA RIO DE JANEIR
180 IFD*RC MELO COMERCIO D BRASILIA iFood Alimentação Restaurantes
181 PAG*CidaRommanel BRASILIA
182 IFD*EL PASO TEXAS BAR EBRASILIA iFood Alimentação Restaurantes
183 PAG*Lakitos BRASILIA
184 Gympass GympassBr Sao Paulo
185 PGTO DEBITO CONTA
186 Pix - Enviado - 03/06 07:15 Jose Reinaldo Da Silva Pix Enviado Jose Reinaldo Da Silva
187 CANTINA E CIA BRASILIA
188 LE VIN BRASILIA
189 ASA GAUCHA RESTAURANTE BRASILIA
190 HAPPY HARRY 201 SUL BRASILIA
191 IFD*Patrick Alves NunesOsasco iFood Alimentação Restaurantes
192 PANINOTECA BENITA BRASILIA
193 PG *B4A GLAMB PARC 07/12 SAO PAULO
194 MP*MUNDODOSCO PARC 08/10 SAO PAULO
195 Pix - Enviado - 08/07 10:53 Moov Comercio De Suplement Pix Enviado Moov Comercio De Suplement
196 DL*GOOGLE YouTub SAO PAULO
197 PAG*DiogoLealPimenta BRASILIA
198 Pix - Enviado - 28/07 19:59 Neudja Nogueira De Figueir Pix Enviado Neudja Nogueira De Figueir
199 Pix - Enviado - 21/06 13:23 Francina Noleto Aires Pix Enviado Francina Noleto Aires
200 Pix - Recebido - 12/09 14:45 00039933750178 ANA CLARA B Pix Recebido ANA CLARA B
201 MERCADOLIVRE*SANTACOLOMOSASCO
202 MP*5PRODUTOS OSASCO
203 Pix - Recebido - 20/07 13:01 00002332635351 DANIELA MAC Pix Recebido DANIELA MAC
204 Pix - Enviado - 18/07 09:41 Maria Eliene Oliveira Port Pix Enviado Maria Eliene Oliveira Port
205 PG *MVP FITNESS MVP FI FRANCA
206 MP*MUNDODOSCO PARC 07/10 SAO PAULO
207 IFD*O PUDIM PERFEITO FABRASILIA iFood Alimentação Restaurantes
208 APPLE.COM/BILL SAO PAULO
209 IFD*DOS ANJOS RESTAURANBRASILIA
210 PG *S S MENDES COMERCI MOGI DAS CRUZ
211 Pix - Enviado - 12/07 08:20 Maria Eliene Oliveira Port Pix Enviado Maria Eliene Oliveira Port
212 Pix - Enviado - 03/06 11:27 Neuropsi Psicologia Basead Pix Enviado Neuropsi Psicologia Basead
213 IGUASPORT LTDA BRASILIA
214 PAG*PauloRicardo BRASILIA
215 Pagto cartão crédito - VISA INFINITE
216 CASA DO PAO DE QUEIJO BRASILIA
217 LISTO *CLINICAESTETIC BRASILIA
218 MERCADOLIVRE*MLDNR OSASCO
219 49.204.317 MISSIVALDO BRASILIA
220 MERCADOLIVRE*4PRODUTOS ITU
221 TRACKEFIELD BRASILIA
222 Recebimento de Proventos - BANCO DO BRASIL S A
223 BSB GRILL 304 N BRASILIA
224 PAGUE MENOS 1225 BRASILIA
225 UBER* ONE WWW.UBER.COM.
226 SALTO CORUMBA CORUMBA DE GO
227 GEORGE ROBERTO DE FRA BRASILIA
228 Frigideira BRASILIA
229 BrasilC*SHOPPING ENXOV Brasilia
230 PG *B4A GLAMB PARC 06/12 SAO PAULO
231 Pix - Enviado - 07/06 09:46 Helen Bruna Nascimento Far Pix Enviado Helen Bruna Nascimento Far
232 Pix - Enviado - 17/06 09:50 Jose Reinaldo Da Silva Pix Enviado Jose Reinaldo Da Silva
233 Adiantamento
234 MERCADOLIVRE*CHINALINK OSASCO
235 JERONIMO FLAMBOYANT BG GOIANIA
236 PP *DL FERREIRA Sao Paulo
237 IFD*SCORPIONS EXPRESS Osasco iFood Alimentação Restaurantes
238 BRASILIA EMPR PARC 06/12 BRASILIA
239 IFD*JL COMERCIO VAREJISBRASILIA iFood Alimentação Restaurantes
240 VISAO INSTITU PARC 05/05 BRASILIA
241 Pix - Enviado - 12/09 11:39 Jose Roberto Medeiros Juni Pix Enviado Jose Roberto Medeiros Juni
242 FranciscoDeAssis BRASILIA
243 FRAN S CAFE BRASILIA
244 MERCADOLIVRE*LHETASHOP OSASCO
245 CASCOL COMBUSTIVEIS BRASILIA
246 IFD*Lucas Tomaz Da SilvOsasco iFood Alimentação Restaurantes
247 Pix - Recebido - 17/09 10:58 00026656655149 FLAVIA A S Pix Recebido FLAVIA A S
248 DL*GOOGLE YouTub SAO PAULO
249 SUPERAUTOR C*Supe NITEROI
250 CARIOCA DA GEMA RIO DE JANEIR
251 Pix - Enviado - 03/09 09:38 Anizia Maria Pinheiro De A Pix Enviado Anizia Maria Pinheiro De A
252 Ações - Proventos - Pag Dividendos BBAS3 30/08/2024
253 PARENTELA PANIFICADORA BRASILIA
254 FARMACIA DYNAMIS BRASILIA
255 DiogoLealPimenta BRASILIA
256 MERCADOLIVRE*4PRODUTOS SO PAULO
257 MICROSOFT *DEVELOPER MSBILL.INFO
258 IFD*ME COMERCIO DE ALIMBRASILIA iFood Alimentação Restaurantes
259 Pix - Enviado - 18/07 07:47 Denise Guedes Santiago Pix Enviado Denise Guedes Santiago
260 DROGARIA DEDICAR F14 BRASILIA
261 IFD*46.366.185 MARTINA BRASILIA iFood Alimentação Restaurantes
262 BRASILIA EMPR PARC 08/12 BRASILIA
263 AmazonPrimeBR SAO PAULO
264 PAG*Folhadesp PARC 03/06 Sao Paulo Folha de SP Cora Educação
265 Pix - Enviado - 08/06 11:18 Marcos Willian Gonçalves J Pix Enviado Marcos Willian Gonçalves J
266 Pix - Enviado - 22/07 15:28 Wanessa De Menezes Souza 0 Pix Enviado Wanessa De Menezes Souza 0
267 HOTEL GOYA P*hote RIO DE JANEIR
268 Pix - Enviado - 01/07 13:42 Utb Uniao Transporte Brasi Pix Enviado Utb Uniao Transporte Brasi
269 IFD*SOHO ALIMENTACAO E BRASILIA iFood Alimentação Restaurantes
270 Pix - Enviado - 01/07 10:45 Neuropsi Psicologia Basead Pix Enviado Neuropsi Psicologia Basead
271 CAPPUCCINO BRASILIA
272 Movimento do Dia
273 365 CAFE BRASILIA
274 Transferência enviada - 17/06 16:44 CRISTINA B SILVA
275 QUINTAL RESTAURANTE E BBRASILIA
276 Compra com Cartão - 22/06 09:34 ECB SUDOESTE
277 MP *MELIMAIS OSASCO
278 NAZO SUSHI BAR BRASILIA
279 AMAZON BR SAO PAULO
280 IFD*Josue Cardoso De SoOsasco iFood Alimentação Restaurantes
281 PAG*TICKETFACILSOLUCO BRASILIA
282 MERCADOLIVRE*5PRODUTOS OSASCO
283 LOUNGERIE BRASILIA
284 Pix - Enviado - 17/09 07:30 Jose Reinaldo Da Silva Pix Enviado Jose Reinaldo Da Silva
285 IFD*BSQUARE PIZZA BURGEBRASILIA iFood Alimentação Restaurantes
286 BIER FASS BRASILIA
287 LA BOULANGERIE BRASILIA
288 MERCADOLIVRE*GLDECOR OSASCO
289 GELATO E GRANO TERESINA
290 IFD*ARCOS DOURADOS COMEBRASILIA iFood Alimentação Restaurantes
291 IFD*CAMPOS SERVICE Osasco iFood Alimentação Restaurantes
292 Bacio di Latte-LJ3080 Brasilia
293 MP*BRILHODASARTE OSASCO
294 BIANCHINI AUT PARC 10/10 BRASILIA
295 PRODUTOS GLOB PARC 03/12 RIO DE JANEI
296 DROGARIA ORIGEM BRASILIA
297 BN COMERCIO E ENTRETEN BENTO GONCALV
298 Pix - Enviado - 11/06 06:56 Utb Uniao Transporte Brasi Pix Enviado Utb Uniao Transporte Brasi
299 CARREFOUR PSI 329 BRASILIA
300 DULCE PATAGONIA BRASILIA
301 DELOV BRASILIA
302 MERCADO*INTERLEVELBR CAMPO LARGO
303 Pix - Enviado - 20/06 21:39 Victor Alexandre De Olivei Pix Enviado Victor Alexandre De Olivei
304 DROGASIL 2067 BRASILIA
305 BIOEXATA FARM PARC 03/03 BRASILIA
306 UBER* TRIP OSASCO
307 MULTIPLAN BRASILIA
308 Pix - Enviado - 15/07 09:25 New Empar Empreendimentos Pix Enviado New Empar Empreendimentos
309 Pix - Enviado - 03/07 09:05 Helen Bruna Nascimento Far Pix Enviado Helen Bruna Nascimento Far
310 POSTO PETER PAN BRASILIA
311 IFD*Italo Monteiro MaiaOsasco iFood Alimentação Restaurantes
312 OLINDA COMIDA NORDESTI BRASILIA
313 MP*DESCARTAVEISJA OSASCO
314 Pix - Enviado - 31/08 09:31 Francina Noleto Aires Pix Enviado Francina Noleto Aires
315 IFD*WINDRSON ASSIS LANCBRASILIA iFood Alimentação Restaurantes
316 MG LAVA JATO BRASILIA
317 Pix - Enviado - 21/08 07:48 Bruno Dos Santos Rocha Pix Enviado Bruno Dos Santos Rocha
318 DL *SHEINCOM SAO PAULO
319 CANTINA E CIA BRASILIA
320 IFD*MELO GONCALVES LTDAGOIANIA iFood Alimentação Restaurantes
321 PARC=112 BRAS PARC 03/12 BRASILIA
322 IFD*Edson Murilo Osasco iFood Alimentação Restaurantes
323 DROGASIL 1370 BRASILIA
324 PARC=112 BRAS PARC 04/12 BRASILIA
325 DEPOSITO DE BEBIDAS PI BRASILIA
326 Pix - Enviado - 20/07 17:12 Francisco Vieira Da Silva Pix Enviado Francisco Vieira Da Silva
327 BRASILIA EMPR PARC 07/12 BRASILIA
328 Pix - Enviado - 26/08 13:28 Chb Centro H Brasilia Ltda Pix Enviado Chb Centro H Brasilia Ltda
329 Pix - Enviado - 22/08 19:53 Vibra Energia Sa Pix Enviado Vibra Energia Sa
330 UBER* ONE OSASCO Uber Transporte Aplicativos
331 Pix - Enviado - 30/06 11:58 Denise Gomes De Moura Pix Enviado Denise Gomes De Moura
332 PRODUTOS GLOB PARC 06/12 RIO DE JANEI
333 MP*CHURROS OSASCO
334 MERCADOLIVRE*MERCADOLIVOSASCO
335 BOTECO CAJU LIMAO BRASILIA
336 PAG*AnaLuciaMartins BRASILIA
337 DROGARIA ALAMEDA LTDA BRASILIA
338 CHEIRIN BAO BRASILIA
339 Pix - Enviado - 05/07 08:32 Maria Cecilia G R Ventura Pix Enviado Maria Cecilia G R Ventura
340 MURAKAMI BRASILIA
341 BENITA PANINOTECA BRASILIA
342 MP*MAGESTORE OSASCO
343 Ações - Proventos - Pag Jur Cap Pro BBAS3 30/08/2024
344 Pix - Enviado - 24/08 11:02 Detran Df Pix Enviado Detran Df
345 IFD*RICCO BURGER COMERCBRASILIA iFood Alimentação Restaurantes
346 Pix - Recebido - 17/06 06:39 00091116546434 VESCIJUDITH Pix Recebido VESCIJUDITH
347 LISTO*CLINICA PARC 04/04 BRASILIA
348 DAISO BRASILIA BRASILIA
349 Pix - Enviado - 04/07 10:12 Au Au Que Visual Pet Shop Pix Enviado Au Au Que Visual Pet Shop
350 PG *TON MINHACANTINA BRASILIA
351 Pix - Enviado - 23/08 09:02 Tatiana Von Paumgartten Va Pix Enviado Tatiana Von Paumgartten Va
352 LOJA DE CONVENIENCIA D BRASILIA
353 LATAM SITE SAO PAULO
354 SABORELLA CASA PARK BRASILIA
355 WOW*SALE COME PARC 02/02 Brasilia
356 IFD*MIPA CULINARIA CONSBRASILIA iFood Alimentação Restaurantes
357 OrlaSportBar RIO DE JANEIR
358 CANABRAVA COMERCIAL BRASILIA
359 PP *USEVITTAL Sao Paulo
360 OpticaSalute BRASILIA
361 Pix - Enviado - 09/09 21:53 Natalia Pinheiro Moreira M Pix Enviado Natalia Pinheiro Moreira M
362 BB RF Ref DI Mega
363 Pix - Enviado - 16/08 13:12 Carlos Eduardo De Freitas Pix Enviado Carlos Eduardo De Freitas
364 MP *MELIMAIS OSASCO
365 PRIME GLOBAL PAGAMENTO BRASILIA
366 RITUARIA*Rituaria SAO PAULO
367 LIMBER SOFTWARE E CONS SAO LUIZ DO P
368 RESTAURANTE SAO JOAO TERESINA
369 Pix-Recebimento devolvido - 29/07 21:21 DANIELA MACEDO CUNHA MOU
370 PAG*Folhadesp PARC 01/06 Sao Paulo Folha de SP Cora Educação
371 CASA DO HOLANDES BRASILIA
372 Pix - Enviado - 25/06 10:49 Manoel Erivan Domingos Da Pix Enviado Manoel Erivan Domingos Da
373 IFD*Pedro Henrique BarbOsasco iFood Alimentação Restaurantes
374 PRODUTOS GLOB PARC 04/12 RIO DE JANEI
375 Pix - Enviado - 23/08 14:32 Makley Guedes Claudino Pix Enviado Makley Guedes Claudino
376 Pix - Enviado - 29/08 13:14 Italo Rodrigues Machado Pix Enviado Italo Rodrigues Machado
377 IFD*Danilo Pereira Da SOsasco iFood Alimentação Restaurantes
378 SAMS CLUB BRASI 4929 BRASILIA
379 Pix - Recebido - 16/09 18:40 00006552433301 PEDRO HENRI Pix Recebido PEDRO HENRI
380 Pix - Recebido - 17/09 15:21 01494413124 ELINE DE OLIVE Pix Recebido ELINE DE OLIVE
381 Pix - Recebido - 06/06 10:43 00056342543100 PAULO NEY L Pix Recebido PAULO NEY L
382 PRODUTOS GLOB PARC 05/12 RIO DE JANEI
383 REI DO PASTEL BRASILIA
384 CINEMARK BRASIL SAO PAULO
385 REDE HORTI MAIS BRASILIA
386 GRUPO FARTURA DE HORTI BRASILIA
387 Pix - Enviado - 25/07 07:15 Manoel Erivan Domingos Da Pix Enviado Manoel Erivan Domingos Da
388 OUTBACK BRASILIA PIER BRASILIA
389 Pix - Enviado - 30/07 11:09 Jose Reinaldo Da Silva Pix Enviado Jose Reinaldo Da Silva
390 IFD*TACO PEP RESTAURANTBRASILIA iFood Alimentação Restaurantes
391 Bianco GOIANIA
392 IFD*GRAN LOG EXPRESS Osasco iFood Alimentação Restaurantes
393 Pix - Enviado - 26/07 15:34 Loterias Caixa Pix Enviado Loterias Caixa
394 Compra de Ações
395 MERCADOLIVRE*GRUPOTK OSASCO
396 POUSADA PIRENEUS RESORTPIRENOPOLIS

0
delimiters.txt → lab/delimiters.txt
Unescape View File

0
design-notes.txt → lab/design-notes.txt
Unescape View File

0
nb_lab.ipynb → lab/nb_lab.ipynb
Unescape View File

57
nb_account_etl.ipynb
Unescape View File

@ -2,7 +2,7 @@
"cells": [ "cells": [
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 11, "execution_count": 1,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -11,7 +11,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 12, "execution_count": 2,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -84,7 +84,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 13, "execution_count": 3,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -94,7 +94,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 14, "execution_count": 4,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -121,7 +121,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 15, "execution_count": 5,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -131,7 +131,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 16, "execution_count": 6,
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -151,7 +151,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 17, "execution_count": 7,
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@ -159,64 +159,67 @@
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918A5BE0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F960FD010>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087890>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087890>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087890>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087890>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C918834D0>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087B10>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087890>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883610>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087890>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883250>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087890>\n",
"DONE!\n", "DONE!\n",
"DONE\n", "DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000026C91883250>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087C50>\n",
"DONE!\n",
"DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x0000024F96087C50>\n",
"DONE!\n", "DONE!\n",
"EXECUTOR COMPLETED.\n" "EXECUTOR COMPLETED.\n"
] ]

106
nb_credit_card_etl.ipynb
Unescape View File

@ -358,22 +358,37 @@
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C69E8EC0>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56A5010>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
"[robopato] owner_id 1\n", "[robopato] owner_id 1\n",
"[robopato] linhas: 66\n", "[robopato] linhas: 111\n",
" 1 - DANIEL O CARVALHO \n",
"\n",
"found_owner: daniel\n",
"sample: 08.08.2026CINEMARK BRASIL S A EC SAO PAULO BR 34,00 0,00\n",
"\n",
"[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n",
"DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C5623750>\n",
"[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n",
"[robopato] owner_id 1\n",
"[robopato] linhas: 72\n",
" 1-DANIEL O C \n", " 1-DANIEL O C \n",
"\n", "\n",
"found_owner: daniel\n", "found_owner: daniel\n",
"sample: 08/08 CINEMARK BRASIL S A EC SAO PAULO BR 58,00 0,00\n", "sample: 13/08 PAGUE MENOSA 12 5 DF BR 41,28 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967890>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C5623750>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -385,10 +400,10 @@
"sample: 13.04.2025CINE PARK SHOPPING GUARA BR 112,50 0,00\n", "sample: 13.04.2025CINE PARK SHOPPING GUARA BR 112,50 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967890>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -400,10 +415,10 @@
"sample: 04.04.2026GOG.com Warsaw PL 28,59 0,00\n", "sample: 04.04.2026GOG.com Warsaw PL 28,59 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -415,10 +430,25 @@
"sample: 05.08.2025Steam SAO PAULO BR 118,24 0,00\n", "sample: 05.08.2025Steam SAO PAULO BR 118,24 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n",
"DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n",
"[robopato] owner_id 1\n",
"[robopato] linhas: 215\n",
" 1 - DANIEL O CARVALHO \n",
"\n",
"found_owner: daniel\n",
"sample: 07.08.2026CINEMARK BRASIL S.A EC SAO PAULO BR 146,88 0,00\n",
"\n",
"[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -430,10 +460,10 @@
"sample: 01.12.2025AMAZONMKTPLC*KARINAALV SAO PAULO BR -54,27 0,00\n", "sample: 01.12.2025AMAZONMKTPLC*KARINAALV SAO PAULO BR -54,27 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -445,10 +475,10 @@
"sample: 19.01.2026CINEMARK BRASIL S.A EC SAO PAULO BR 41,04 0,00\n", "sample: 19.01.2026CINEMARK BRASIL S.A EC SAO PAULO BR 41,04 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -460,10 +490,10 @@
"sample: 19.12.2025AMAZONMKTPLC*ARTCLUBSH SAO PAULO BR -285,78 0,00\n", "sample: 19.12.2025AMAZONMKTPLC*ARTCLUBSH SAO PAULO BR -285,78 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -475,10 +505,10 @@
"sample: 13.06.2025ECB SUDOESTE BRASILIA BR 45,00 0,00\n", "sample: 13.06.2025ECB SUDOESTE BRASILIA BR 45,00 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -490,10 +520,10 @@
"sample: 22.06.2026UBER *ONE MEMBERSHIP UBSAO PAULO BR -1,93 0,00\n", "sample: 22.06.2026UBER *ONE MEMBERSHIP UBSAO PAULO BR -1,93 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -505,10 +535,10 @@
"sample: 31.05.2025CINEMARK BRASIL SAO PAULO BR 94,00 0,00\n", "sample: 31.05.2025CINEMARK BRASIL SAO PAULO BR 94,00 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -520,10 +550,10 @@
"sample: 19.05.2026BURGER KING BRASILIA BR 68,70 0,00\n", "sample: 19.05.2026BURGER KING BRASILIA BR 68,70 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -535,10 +565,10 @@
"sample: 20.04.2025CINEMARK BRASIL SAO PAULO BR 39,33 0,00\n", "sample: 20.04.2025CINEMARK BRASIL SAO PAULO BR 39,33 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -550,10 +580,10 @@
"sample: 11.02.2026OBA HORTIFRUTI BRASILIA BR 142,23 0,00\n", "sample: 11.02.2026OBA HORTIFRUTI BRASILIA BR 142,23 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -565,10 +595,10 @@
"sample: 15.10.2025GRUPO FARTURA DE HORTI BRASILIA BR 160,43 0,00\n", "sample: 15.10.2025GRUPO FARTURA DE HORTI BRASILIA BR 160,43 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -580,25 +610,25 @@
"sample: 17.09.2025ZP *CANTINAGOODLANCHEV Brasilia BR 105,00 0,00\n", "sample: 17.09.2025ZP *CANTINAGOODLANCHEV Brasilia BR 105,00 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
"[robopato] owner_id 1\n", "[robopato] owner_id 1\n",
"[robopato] linhas: 158\n", "[robopato] linhas: 70\n",
" 1-DANIEL O C \n", " 1-DANIEL O C \n",
"\n", "\n",
"found_owner: daniel\n", "found_owner: daniel\n",
"sample: 15/07 VELOE*Daniel de O BARUERI BR 50,00 0,00\n", "sample: 13/08 MERCADOLIVRE*MERCADOLIVJUNDIAI BR 39,90 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"DANIEL\n", "DANIEL\n",
"[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "[robopato] CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"[robopato] [1, 'Daniel']\n", "[robopato] [1, 'Daniel']\n",
"[robopato] DONE!\n", "[robopato] DONE!\n",
"[robopato] owner_name DANIEL\n", "[robopato] owner_name DANIEL\n",
@ -610,7 +640,7 @@
"sample: 14.08.2025ECB SUDOESTE BRASILIA BR 500,00 0,00\n", "sample: 14.08.2025ECB SUDOESTE BRASILIA BR 500,00 0,00\n",
"\n", "\n",
"[robopato] create_lists: DONE\n", "[robopato] create_lists: DONE\n",
"CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000277C6967B10>\n", "CONNECTED! <mysql.connector.connection_cext.CMySQLConnection object at 0x00000230C56239D0>\n",
"DONE!\n", "DONE!\n",
"EXECUTOR COMPLETED.\n" "EXECUTOR COMPLETED.\n"
] ]

6
pypdf2.py
Unescape View File

@ -1,6 +0,0 @@
from PyPDF2 import PdfReader
reader = PdfReader("cc.pdf")
number_of_pages = len(reader.pages)
page = reader.pages[0]
text = page.extract_text()
Write Preview
Loading…
Cancel
Save