From a66436a13ceb9278d19492d19528574bcd9b29c0 Mon Sep 17 00:00:00 2001 From: Tim Swast Date: Fri, 22 Mar 2024 18:19:52 +0000 Subject: [PATCH 1/2] docs: update LLM + K-means notebook to handle partial failures --- .../bq_dataframes_llm_kmeans.ipynb | 994 +++++++++++++----- 1 file changed, 735 insertions(+), 259 deletions(-) diff --git a/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb b/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb index d6d819f9e3..be3754009c 100644 --- a/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb +++ b/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb @@ -139,12 +139,12 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "# set your project ID below\n", - "PROJECT_ID = \"\" # @param {type:\"string\"}\n", + "PROJECT_ID = \"bigframes-dev\" # @param {type:\"string\"}\n", "\n", "# Set the project id in gcloud\n", "#! gcloud config set project {PROJECT_ID}" @@ -289,7 +289,7 @@ { "data": { "text/html": [ - "Query job 313ed696-37fc-46b3-806e-6041403080d3 is DONE. 2.3 GB processed. Open Job" + "Query job fab07b11-04bd-4a8e-b1da-a2742698cea9 is DONE. 2.3 GB processed. Open Job" ], "text/plain": [ "" @@ -301,19 +301,7 @@ { "data": { "text/html": [ - "Query job f149ff34-4807-4cba-841f-fb7bf51bbbd6 is DONE. 0 Bytes processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Query job 8ed05179-52b2-437d-a709-f651a80de307 is DONE. 4.6 kB processed. Open Job" + "Query job dcc144ee-4da6-40be-8690-dc3c99dab46a is DONE. 45.5 MB processed. Open Job" ], "text/plain": [ "" @@ -348,39 +336,36 @@ " \n", " \n", " \n", - " 2\n", - " COLLECTION BUREAU OF AMERICA ACCOUNT NO. XXXX...\n", + " 954305\n", + " HRRG is a debt collection company who has been...\n", " \n", " \n", - " 3\n", - " Despite multiple written requests, the unverif...\n", + " 954501\n", + " Someone open a XXXX account in my name that li...\n", " \n", " \n", - " 6\n", - " Once again you guys have not provided me with ...\n", + " 954643\n", + " XXXX and capital one data breach caused my cre...\n", " \n", " \n", - " 9\n", - " XX/XX/XXXX {$350.00} I received a outstating d...\n", + " 954923\n", + " Received call with local area code : XXXX. Rec...\n", " \n", " \n", - " 10\n", - " Im am unable to withdraw money from my account...\n", + " 955092\n", + " I have tried several times to resolve this acc...\n", " \n", " \n", "\n", - "

5 rows × 1 columns

\n", - "[5 rows x 1 columns in total]" + "" ], "text/plain": [ - " consumer_complaint_narrative\n", - "2 COLLECTION BUREAU OF AMERICA ACCOUNT NO. XXXX...\n", - "3 Despite multiple written requests, the unverif...\n", - "6 Once again you guys have not provided me with ...\n", - "9 XX/XX/XXXX {$350.00} I received a outstating d...\n", - "10 Im am unable to withdraw money from my account...\n", - "\n", - "[5 rows x 1 columns]" + " consumer_complaint_narrative\n", + "954305 HRRG is a debt collection company who has been...\n", + "954501 Someone open a XXXX account in my name that li...\n", + "954643 XXXX and capital one data breach caused my cre...\n", + "954923 Received call with local area code : XXXX. Rec...\n", + "955092 I have tried several times to resolve this acc..." ] }, "execution_count": 7, @@ -390,7 +375,7 @@ ], "source": [ "issues_df = input_df[[\"consumer_complaint_narrative\"]].dropna()\n", - "issues_df.head(n=5) # View the first five complaints" + "issues_df.peek(n=5) # View an arbitrary five complaints" ] }, { @@ -433,7 +418,7 @@ { "data": { "text/html": [ - "Query job bd6b88fc-6e05-4d71-acb1-d5befaced079 is DONE. 0 Bytes processed. Open Job" + "Query job 7a4592d5-0730-4fbc-9577-a71de258ab98 is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -459,7 +444,7 @@ { "data": { "text/html": [ - "Query job a4d2983a-7967-4ffb-b2b7-2a387f58776b is DONE. 2.3 GB processed. Open Job" + "Query job 0361c8ad-9380-4d1c-9dd1-14dfddd644f9 is DONE. 1.3 GB processed. Open Job" ], "text/plain": [ "" @@ -471,7 +456,7 @@ { "data": { "text/html": [ - "Query job 619b0cc2-4162-44ab-a085-e7cc5c48a02b is DONE. 80.0 kB processed. Open Job" + "Query job bda8c600-6c8f-4de3-bd8f-6bcbcd0b0c7f is DONE. 80.0 kB processed. Open Job" ], "text/plain": [ "" @@ -483,7 +468,7 @@ { "data": { "text/html": [ - "Query job 6dc5b3cf-efa6-4350-907e-ab40e3de80aa is DONE. 20.0 kB processed. Open Job" + "Query job 1b1b59db-fb51-4dc4-b755-16c89a4d9676 is DONE. 20.0 kB processed. Open Job" ], "text/plain": [ "" @@ -495,7 +480,7 @@ { "data": { "text/html": [ - "Query job 70f25b9e-2d26-4dc2-9d1f-c24d36e58856 is DONE. 72.0 MB processed. Open Job" + "Query job fcac7903-c06c-4912-9b9c-840fdae70b6f is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -507,7 +492,7 @@ { "data": { "text/html": [ - "Query job 2b2f366b-b398-4817-a610-cf71c64a8349 is DONE. 0 Bytes processed. Open Job" + "Query job 5c1c20d0-1ffd-48da-adde-1301454cdb25 is DONE. 72.0 MB processed. Open Job" ], "text/plain": [ "" @@ -519,7 +504,349 @@ { "data": { "text/html": [ - "Query job b0e71a63-1365-4fc5-a764-b25b62387fd1 is DONE. 36.1 kB processed. Open Job" + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
text_embeddingstatisticsml_embed_text_statuscontent
300[ 0.01977486 -0.04289974 -0.05289588 -0.027267...{\"token_count\":498,\"truncated\":false}XXXX XXXX XXXXXXXX has reported on my credit r...
566[ 2.82494519e-02 -4.81299721e-02 -4.91684638e-...{\"token_count\":51,\"truncated\":false}My credit profile is inaccurate which is not f...
772[ 3.19108889e-02 -7.79124349e-03 -6.68819547e-...{\"token_count\":398,\"truncated\":false}XXXX XXXX holds our lot loan that matured in X...
981[ 4.21869569e-03 -1.31362844e-02 -2.08469853e-...{\"token_count\":202,\"truncated\":false}My Simple account was transferred to a BBVA a...
1103[ 4.16752733e-02 -4.29417416e-02 -6.27184287e-...{\"token_count\":31,\"truncated\":false}The debt occurred more than 7 years in the pas...
1144[ 2.73083095e-02 -4.39260900e-02 -5.70089184e-...{\"token_count\":72,\"truncated\":false}I'm really not sure what happened. I have mail...
1163[ 1.32309105e-02 -1.49403308e-02 -3.24638188e-...{\"token_count\":138,\"truncated\":false}I was about to graduate in XX/XX/2018, when I ...
1610[ 4.18850686e-03 -3.26682590e-02 -8.01362470e-...{\"token_count\":371,\"truncated\":false}I have disputed the referenced accounts to the...
1613[ 5.40047046e-03 -5.22610508e-02 -1.18300663e-...{\"token_count\":12,\"truncated\":false}Disputed with credit beareu serveral times
1730[ 2.67208274e-02 -1.20688053e-02 -5.07430844e-...{\"token_count\":250,\"truncated\":false}They attempted to collect an amount that was n...
1804[ 3.10129300e-02 -4.27627843e-03 -4.10146788e-...{\"token_count\":366,\"truncated\":false}This collection company The Best Service Compa...
2025[ 2.89897174e-02 -6.28184825e-02 -8.22938308e-...{\"token_count\":36,\"truncated\":false}I want the inquiries gone. I have an extensive...
2171[ 0.01434928 -0.03750159 -0.0786588 -0.044728...{\"token_count\":305,\"truncated\":false}On XX/XX/2021 I sent a validation letter to XX...
2269[ 2.04897076e-02 -3.70928571e-02 -4.11568582e-...{\"token_count\":15,\"truncated\":false}Fraudulent account removed from my credit repo...
2999[ 9.23052337e-03 -4.17209491e-02 -4.68860641e-...{\"token_count\":153,\"truncated\":false}Synchrony Banks - Cards - Rooms to Go -XXXX XX...
3328[ 2.70252451e-02 -1.77774001e-02 -5.33813797e-...{\"token_count\":156,\"truncated\":false}On XX/XX/2020 I sent a letter regarding inaccu...
3350[ 7.35099008e-03 -4.77355123e-02 -4.46662568e-...{\"token_count\":27,\"truncated\":false}i HAVE FILED WITH FTC, I HAVE WRITTEN CREDIT B...
3456[ 1.16492724e-02 -3.52159664e-02 -7.11626112e-...{\"token_count\":369,\"truncated\":false}On XX/XX/XXXX, my credit was ran without my pe...
3653[ 0.00883822 -0.03367998 -0.0653678 -0.047673...{\"token_count\":202,\"truncated\":false}In accordance with the Fair Credit Reporting a...
3917[-9.19375755e-03 -4.48463596e-02 -4.28644493e-...{\"token_count\":71,\"truncated\":false}the company shared my information with another...
4019[ 2.71886196e-02 -1.58681143e-02 -9.44810733e-...{\"token_count\":23,\"truncated\":false}This account was not mine I explained this and...
4623[ 5.15385270e-02 -3.93053181e-02 -6.87293261e-...{\"token_count\":145,\"truncated\":false}This is XXXX XXXX, who is submitting this CFPB...
4737[-5.91580523e-03 -4.24148142e-02 -5.45979440e-...{\"token_count\":116,\"truncated\":false}Ive disputed a few times with Experian that I ...
5487[-1.08638387e-02 -2.26756260e-02 -7.00424053e-...{\"token_count\":358,\"truncated\":false}I contacted Quicken Loans for refinancing my m...
5544[ 1.03287622e-02 -2.39139311e-02 -4.89642061e-...{\"token_count\":73,\"truncated\":false}I would like to initiate mediation and/or arbi...
\n", + "

25 rows × 4 columns

\n", + "
[10000 rows x 4 columns in total]" + ], + "text/plain": [ + " text_embedding \\\n", + "300 [ 0.01977486 -0.04289974 -0.05289588 -0.027267... \n", + "566 [ 2.82494519e-02 -4.81299721e-02 -4.91684638e-... \n", + "772 [ 3.19108889e-02 -7.79124349e-03 -6.68819547e-... \n", + "981 [ 4.21869569e-03 -1.31362844e-02 -2.08469853e-... \n", + "1103 [ 4.16752733e-02 -4.29417416e-02 -6.27184287e-... \n", + "1144 [ 2.73083095e-02 -4.39260900e-02 -5.70089184e-... \n", + "1163 [ 1.32309105e-02 -1.49403308e-02 -3.24638188e-... \n", + "1610 [ 4.18850686e-03 -3.26682590e-02 -8.01362470e-... \n", + "1613 [ 5.40047046e-03 -5.22610508e-02 -1.18300663e-... \n", + "1730 [ 2.67208274e-02 -1.20688053e-02 -5.07430844e-... \n", + "1804 [ 3.10129300e-02 -4.27627843e-03 -4.10146788e-... \n", + "2025 [ 2.89897174e-02 -6.28184825e-02 -8.22938308e-... \n", + "2171 [ 0.01434928 -0.03750159 -0.0786588 -0.044728... \n", + "2269 [ 2.04897076e-02 -3.70928571e-02 -4.11568582e-... \n", + "2999 [ 9.23052337e-03 -4.17209491e-02 -4.68860641e-... \n", + "3328 [ 2.70252451e-02 -1.77774001e-02 -5.33813797e-... \n", + "3350 [ 7.35099008e-03 -4.77355123e-02 -4.46662568e-... \n", + "3456 [ 1.16492724e-02 -3.52159664e-02 -7.11626112e-... \n", + "3653 [ 0.00883822 -0.03367998 -0.0653678 -0.047673... \n", + "3917 [-9.19375755e-03 -4.48463596e-02 -4.28644493e-... \n", + "4019 [ 2.71886196e-02 -1.58681143e-02 -9.44810733e-... \n", + "4623 [ 5.15385270e-02 -3.93053181e-02 -6.87293261e-... \n", + "4737 [-5.91580523e-03 -4.24148142e-02 -5.45979440e-... \n", + "5487 [-1.08638387e-02 -2.26756260e-02 -7.00424053e-... \n", + "5544 [ 1.03287622e-02 -2.39139311e-02 -4.89642061e-... \n", + "\n", + " statistics ml_embed_text_status \\\n", + "300 {\"token_count\":498,\"truncated\":false} \n", + "566 {\"token_count\":51,\"truncated\":false} \n", + "772 {\"token_count\":398,\"truncated\":false} \n", + "981 {\"token_count\":202,\"truncated\":false} \n", + "1103 {\"token_count\":31,\"truncated\":false} \n", + "1144 {\"token_count\":72,\"truncated\":false} \n", + "1163 {\"token_count\":138,\"truncated\":false} \n", + "1610 {\"token_count\":371,\"truncated\":false} \n", + "1613 {\"token_count\":12,\"truncated\":false} \n", + "1730 {\"token_count\":250,\"truncated\":false} \n", + "1804 {\"token_count\":366,\"truncated\":false} \n", + "2025 {\"token_count\":36,\"truncated\":false} \n", + "2171 {\"token_count\":305,\"truncated\":false} \n", + "2269 {\"token_count\":15,\"truncated\":false} \n", + "2999 {\"token_count\":153,\"truncated\":false} \n", + "3328 {\"token_count\":156,\"truncated\":false} \n", + "3350 {\"token_count\":27,\"truncated\":false} \n", + "3456 {\"token_count\":369,\"truncated\":false} \n", + "3653 {\"token_count\":202,\"truncated\":false} \n", + "3917 {\"token_count\":71,\"truncated\":false} \n", + "4019 {\"token_count\":23,\"truncated\":false} \n", + "4623 {\"token_count\":145,\"truncated\":false} \n", + "4737 {\"token_count\":116,\"truncated\":false} \n", + "5487 {\"token_count\":358,\"truncated\":false} \n", + "5544 {\"token_count\":73,\"truncated\":false} \n", + "\n", + " content \n", + "300 XXXX XXXX XXXXXXXX has reported on my credit r... \n", + "566 My credit profile is inaccurate which is not f... \n", + "772 XXXX XXXX holds our lot loan that matured in X... \n", + "981 My Simple account was transferred to a BBVA a... \n", + "1103 The debt occurred more than 7 years in the pas... \n", + "1144 I'm really not sure what happened. I have mail... \n", + "1163 I was about to graduate in XX/XX/2018, when I ... \n", + "1610 I have disputed the referenced accounts to the... \n", + "1613 Disputed with credit beareu serveral times \n", + "1730 They attempted to collect an amount that was n... \n", + "1804 This collection company The Best Service Compa... \n", + "2025 I want the inquiries gone. I have an extensive... \n", + "2171 On XX/XX/2021 I sent a validation letter to XX... \n", + "2269 Fraudulent account removed from my credit repo... \n", + "2999 Synchrony Banks - Cards - Rooms to Go -XXXX XX... \n", + "3328 On XX/XX/2020 I sent a letter regarding inaccu... \n", + "3350 i HAVE FILED WITH FTC, I HAVE WRITTEN CREDIT B... \n", + "3456 On XX/XX/XXXX, my credit was ran without my pe... \n", + "3653 In accordance with the Fair Credit Reporting a... \n", + "3917 the company shared my information with another... \n", + "4019 This account was not mine I explained this and... \n", + "4623 This is XXXX XXXX, who is submitting this CFPB... \n", + "4737 Ive disputed a few times with Experian that I ... \n", + "5487 I contacted Quicken Loans for refinancing my m... \n", + "5544 I would like to initiate mediation and/or arbi... \n", + "...\n", + "\n", + "[10000 rows x 4 columns]" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# Will take ~3 minutes to compute the embeddings\n", + "predicted_embeddings = model.predict(downsampled_issues_df)\n", + "# Notice the lists of numbers that are our text embeddings for each complaint\n", + "predicted_embeddings" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "The model may have encountered errors while calculating embeddings for some rows. Filter out the errored rows before training the model. Alternatively, select these rows and retry the embeddings." + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "Query job 6200a7cf-59c1-4529-879e-ca625e92ee2f is DONE. 72.0 MB processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Query job 6135dec1-4ddf-4863-9c39-f7ba213069e4 is DONE. 0 Bytes processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Query job 977d2f7a-39e1-479f-b122-29664f36e8aa is DONE. 72.4 MB processed. Open Job" ], "text/plain": [ "" @@ -557,13 +884,6 @@ " \n", " \n", " \n", - " 251\n", - " [ 2.20562406e-02 -3.51827666e-02 7.63384486e-...\n", - " {\"token_count\":145,\"truncated\":false}\n", - " \n", - " A purse was purchased from XXXX XXXX on XX/XX/...\n", - " \n", - " \n", " 300\n", " [ 0.01977486 -0.04289974 -0.05289588 -0.027267...\n", " {\"token_count\":498,\"truncated\":false}\n", @@ -571,66 +891,273 @@ " XXXX XXXX XXXXXXXX has reported on my credit r...\n", " \n", " \n", - " 414\n", - " [ 1.37719307e-02 -4.15441953e-02 -7.81692266e-...\n", - " {\"token_count\":263,\"truncated\":false}\n", + " 566\n", + " [ 2.82494519e-02 -4.81299721e-02 -4.91684638e-...\n", + " {\"token_count\":51,\"truncated\":false}\n", + " \n", + " My credit profile is inaccurate which is not f...\n", + " \n", + " \n", + " 772\n", + " [ 3.19108889e-02 -7.79124349e-03 -6.68819547e-...\n", + " {\"token_count\":398,\"truncated\":false}\n", + " \n", + " XXXX XXXX holds our lot loan that matured in X...\n", + " \n", + " \n", + " 981\n", + " [ 4.21869569e-03 -1.31362844e-02 -2.08469853e-...\n", + " {\"token_count\":202,\"truncated\":false}\n", + " \n", + " My Simple account was transferred to a BBVA a...\n", + " \n", + " \n", + " 1103\n", + " [ 4.16752733e-02 -4.29417416e-02 -6.27184287e-...\n", + " {\"token_count\":31,\"truncated\":false}\n", + " \n", + " The debt occurred more than 7 years in the pas...\n", + " \n", + " \n", + " 1144\n", + " [ 2.73083095e-02 -4.39260900e-02 -5.70089184e-...\n", + " {\"token_count\":72,\"truncated\":false}\n", + " \n", + " I'm really not sure what happened. I have mail...\n", + " \n", + " \n", + " 1163\n", + " [ 1.32309105e-02 -1.49403308e-02 -3.24638188e-...\n", + " {\"token_count\":138,\"truncated\":false}\n", + " \n", + " I was about to graduate in XX/XX/2018, when I ...\n", + " \n", + " \n", + " 1610\n", + " [ 4.18850686e-03 -3.26682590e-02 -8.01362470e-...\n", + " {\"token_count\":371,\"truncated\":false}\n", + " \n", + " I have disputed the referenced accounts to the...\n", + " \n", + " \n", + " 1613\n", + " [ 5.40047046e-03 -5.22610508e-02 -1.18300663e-...\n", + " {\"token_count\":12,\"truncated\":false}\n", + " \n", + " Disputed with credit beareu serveral times\n", + " \n", + " \n", + " 1730\n", + " [ 2.67208274e-02 -1.20688053e-02 -5.07430844e-...\n", + " {\"token_count\":250,\"truncated\":false}\n", + " \n", + " They attempted to collect an amount that was n...\n", + " \n", + " \n", + " 1804\n", + " [ 3.10129300e-02 -4.27627843e-03 -4.10146788e-...\n", + " {\"token_count\":366,\"truncated\":false}\n", + " \n", + " This collection company The Best Service Compa...\n", + " \n", + " \n", + " 2025\n", + " [ 2.89897174e-02 -6.28184825e-02 -8.22938308e-...\n", + " {\"token_count\":36,\"truncated\":false}\n", + " \n", + " I want the inquiries gone. I have an extensive...\n", + " \n", + " \n", + " 2171\n", + " [ 0.01434928 -0.03750159 -0.0786588 -0.044728...\n", + " {\"token_count\":305,\"truncated\":false}\n", + " \n", + " On XX/XX/2021 I sent a validation letter to XX...\n", + " \n", + " \n", + " 2269\n", + " [ 2.04897076e-02 -3.70928571e-02 -4.11568582e-...\n", + " {\"token_count\":15,\"truncated\":false}\n", + " \n", + " Fraudulent account removed from my credit repo...\n", + " \n", + " \n", + " 2999\n", + " [ 9.23052337e-03 -4.17209491e-02 -4.68860641e-...\n", + " {\"token_count\":153,\"truncated\":false}\n", + " \n", + " Synchrony Banks - Cards - Rooms to Go -XXXX XX...\n", + " \n", + " \n", + " 3328\n", + " [ 2.70252451e-02 -1.77774001e-02 -5.33813797e-...\n", + " {\"token_count\":156,\"truncated\":false}\n", + " \n", + " On XX/XX/2020 I sent a letter regarding inaccu...\n", + " \n", + " \n", + " 3350\n", + " [ 7.35099008e-03 -4.77355123e-02 -4.46662568e-...\n", + " {\"token_count\":27,\"truncated\":false}\n", + " \n", + " i HAVE FILED WITH FTC, I HAVE WRITTEN CREDIT B...\n", + " \n", + " \n", + " 3456\n", + " [ 1.16492724e-02 -3.52159664e-02 -7.11626112e-...\n", + " {\"token_count\":369,\"truncated\":false}\n", " \n", - " I have tried to dispute US BKPT CT TX XXXXXXXX...\n", + " On XX/XX/XXXX, my credit was ran without my pe...\n", " \n", " \n", - " 493\n", - " [ 4.48844060e-02 -1.40293539e-02 -3.46709713e-...\n", - " {\"token_count\":395,\"truncated\":false}\n", + " 3653\n", + " [ 0.00883822 -0.03367998 -0.0653678 -0.047673...\n", + " {\"token_count\":202,\"truncated\":false}\n", " \n", - " Discover Student Loan has been holding onto {$...\n", + " In accordance with the Fair Credit Reporting a...\n", " \n", " \n", - " 545\n", - " [ 1.82510037e-02 -1.27867460e-02 -1.57095697e-...\n", - " {\"token_count\":178,\"truncated\":false}\n", + " 3917\n", + " [-9.19375755e-03 -4.48463596e-02 -4.28644493e-...\n", + " {\"token_count\":71,\"truncated\":false}\n", " \n", - " My payments have been approximately {$89.00} w...\n", + " the company shared my information with another...\n", + " \n", + " \n", + " 4019\n", + " [ 2.71886196e-02 -1.58681143e-02 -9.44810733e-...\n", + " {\"token_count\":23,\"truncated\":false}\n", + " \n", + " This account was not mine I explained this and...\n", + " \n", + " \n", + " 4623\n", + " [ 5.15385270e-02 -3.93053181e-02 -6.87293261e-...\n", + " {\"token_count\":145,\"truncated\":false}\n", + " \n", + " This is XXXX XXXX, who is submitting this CFPB...\n", + " \n", + " \n", + " 4737\n", + " [-5.91580523e-03 -4.24148142e-02 -5.45979440e-...\n", + " {\"token_count\":116,\"truncated\":false}\n", + " \n", + " Ive disputed a few times with Experian that I ...\n", + " \n", + " \n", + " 5487\n", + " [-1.08638387e-02 -2.26756260e-02 -7.00424053e-...\n", + " {\"token_count\":358,\"truncated\":false}\n", + " \n", + " I contacted Quicken Loans for refinancing my m...\n", + " \n", + " \n", + " 5544\n", + " [ 1.03287622e-02 -2.39139311e-02 -4.89642061e-...\n", + " {\"token_count\":73,\"truncated\":false}\n", + " \n", + " I would like to initiate mediation and/or arbi...\n", " \n", " \n", "\n", - "

5 rows × 4 columns

\n", - "[5 rows x 4 columns in total]" + "

25 rows × 4 columns

\n", + "[10000 rows x 4 columns in total]" ], "text/plain": [ - " text_embedding \\\n", - "251 [ 2.20562406e-02 -3.51827666e-02 7.63384486e-... \n", - "300 [ 0.01977486 -0.04289974 -0.05289588 -0.027267... \n", - "414 [ 1.37719307e-02 -4.15441953e-02 -7.81692266e-... \n", - "493 [ 4.48844060e-02 -1.40293539e-02 -3.46709713e-... \n", - "545 [ 1.82510037e-02 -1.27867460e-02 -1.57095697e-... \n", + " text_embedding \\\n", + "300 [ 0.01977486 -0.04289974 -0.05289588 -0.027267... \n", + "566 [ 2.82494519e-02 -4.81299721e-02 -4.91684638e-... \n", + "772 [ 3.19108889e-02 -7.79124349e-03 -6.68819547e-... \n", + "981 [ 4.21869569e-03 -1.31362844e-02 -2.08469853e-... \n", + "1103 [ 4.16752733e-02 -4.29417416e-02 -6.27184287e-... \n", + "1144 [ 2.73083095e-02 -4.39260900e-02 -5.70089184e-... \n", + "1163 [ 1.32309105e-02 -1.49403308e-02 -3.24638188e-... \n", + "1610 [ 4.18850686e-03 -3.26682590e-02 -8.01362470e-... \n", + "1613 [ 5.40047046e-03 -5.22610508e-02 -1.18300663e-... \n", + "1730 [ 2.67208274e-02 -1.20688053e-02 -5.07430844e-... \n", + "1804 [ 3.10129300e-02 -4.27627843e-03 -4.10146788e-... \n", + "2025 [ 2.89897174e-02 -6.28184825e-02 -8.22938308e-... \n", + "2171 [ 0.01434928 -0.03750159 -0.0786588 -0.044728... \n", + "2269 [ 2.04897076e-02 -3.70928571e-02 -4.11568582e-... \n", + "2999 [ 9.23052337e-03 -4.17209491e-02 -4.68860641e-... \n", + "3328 [ 2.70252451e-02 -1.77774001e-02 -5.33813797e-... \n", + "3350 [ 7.35099008e-03 -4.77355123e-02 -4.46662568e-... \n", + "3456 [ 1.16492724e-02 -3.52159664e-02 -7.11626112e-... \n", + "3653 [ 0.00883822 -0.03367998 -0.0653678 -0.047673... \n", + "3917 [-9.19375755e-03 -4.48463596e-02 -4.28644493e-... \n", + "4019 [ 2.71886196e-02 -1.58681143e-02 -9.44810733e-... \n", + "4623 [ 5.15385270e-02 -3.93053181e-02 -6.87293261e-... \n", + "4737 [-5.91580523e-03 -4.24148142e-02 -5.45979440e-... \n", + "5487 [-1.08638387e-02 -2.26756260e-02 -7.00424053e-... \n", + "5544 [ 1.03287622e-02 -2.39139311e-02 -4.89642061e-... \n", "\n", - " statistics ml_embed_text_status \\\n", - "251 {\"token_count\":145,\"truncated\":false} \n", - "300 {\"token_count\":498,\"truncated\":false} \n", - "414 {\"token_count\":263,\"truncated\":false} \n", - "493 {\"token_count\":395,\"truncated\":false} \n", - "545 {\"token_count\":178,\"truncated\":false} \n", + " statistics ml_embed_text_status \\\n", + "300 {\"token_count\":498,\"truncated\":false} \n", + "566 {\"token_count\":51,\"truncated\":false} \n", + "772 {\"token_count\":398,\"truncated\":false} \n", + "981 {\"token_count\":202,\"truncated\":false} \n", + "1103 {\"token_count\":31,\"truncated\":false} \n", + "1144 {\"token_count\":72,\"truncated\":false} \n", + "1163 {\"token_count\":138,\"truncated\":false} \n", + "1610 {\"token_count\":371,\"truncated\":false} \n", + "1613 {\"token_count\":12,\"truncated\":false} \n", + "1730 {\"token_count\":250,\"truncated\":false} \n", + "1804 {\"token_count\":366,\"truncated\":false} \n", + "2025 {\"token_count\":36,\"truncated\":false} \n", + "2171 {\"token_count\":305,\"truncated\":false} \n", + "2269 {\"token_count\":15,\"truncated\":false} \n", + "2999 {\"token_count\":153,\"truncated\":false} \n", + "3328 {\"token_count\":156,\"truncated\":false} \n", + "3350 {\"token_count\":27,\"truncated\":false} \n", + "3456 {\"token_count\":369,\"truncated\":false} \n", + "3653 {\"token_count\":202,\"truncated\":false} \n", + "3917 {\"token_count\":71,\"truncated\":false} \n", + "4019 {\"token_count\":23,\"truncated\":false} \n", + "4623 {\"token_count\":145,\"truncated\":false} \n", + "4737 {\"token_count\":116,\"truncated\":false} \n", + "5487 {\"token_count\":358,\"truncated\":false} \n", + "5544 {\"token_count\":73,\"truncated\":false} \n", "\n", - " content \n", - "251 A purse was purchased from XXXX XXXX on XX/XX/... \n", - "300 XXXX XXXX XXXXXXXX has reported on my credit r... \n", - "414 I have tried to dispute US BKPT CT TX XXXXXXXX... \n", - "493 Discover Student Loan has been holding onto {$... \n", - "545 My payments have been approximately {$89.00} w... \n", + " content \n", + "300 XXXX XXXX XXXXXXXX has reported on my credit r... \n", + "566 My credit profile is inaccurate which is not f... \n", + "772 XXXX XXXX holds our lot loan that matured in X... \n", + "981 My Simple account was transferred to a BBVA a... \n", + "1103 The debt occurred more than 7 years in the pas... \n", + "1144 I'm really not sure what happened. I have mail... \n", + "1163 I was about to graduate in XX/XX/2018, when I ... \n", + "1610 I have disputed the referenced accounts to the... \n", + "1613 Disputed with credit beareu serveral times \n", + "1730 They attempted to collect an amount that was n... \n", + "1804 This collection company The Best Service Compa... \n", + "2025 I want the inquiries gone. I have an extensive... \n", + "2171 On XX/XX/2021 I sent a validation letter to XX... \n", + "2269 Fraudulent account removed from my credit repo... \n", + "2999 Synchrony Banks - Cards - Rooms to Go -XXXX XX... \n", + "3328 On XX/XX/2020 I sent a letter regarding inaccu... \n", + "3350 i HAVE FILED WITH FTC, I HAVE WRITTEN CREDIT B... \n", + "3456 On XX/XX/XXXX, my credit was ran without my pe... \n", + "3653 In accordance with the Fair Credit Reporting a... \n", + "3917 the company shared my information with another... \n", + "4019 This account was not mine I explained this and... \n", + "4623 This is XXXX XXXX, who is submitting this CFPB... \n", + "4737 Ive disputed a few times with Experian that I ... \n", + "5487 I contacted Quicken Loans for refinancing my m... \n", + "5544 I would like to initiate mediation and/or arbi... \n", + "...\n", "\n", - "[5 rows x 4 columns]" + "[10000 rows x 4 columns]" ] }, - "execution_count": 10, + "execution_count": 12, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "# Will take ~3 minutes to compute the embeddings\n", - "predicted_embeddings = model.predict(downsampled_issues_df)\n", - "# Notice the lists of numbers that are our text embeddings for each complaint\n", - "predicted_embeddings.head() " + "successful_rows = predicted_embeddings[\"ml_embed_text_status\"] == \"\"\n", + "predicted_embeddings = predicted_embeddings[successful_rows]\n", + "predicted_embeddings\n" ] }, { @@ -653,7 +1180,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 13, "metadata": { "id": "AhNTnEC5FRz2" }, @@ -674,7 +1201,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 15, "metadata": { "id": "6poSxh-fGJF7" }, @@ -682,7 +1209,7 @@ { "data": { "text/html": [ - "Query job 37f432dd-9ed7-4bbd-adc1-f33b8cbab33a is DONE. 61.5 MB processed. Open Job" + "Query job 1bcaa0a1-7aeb-4e30-8aa0-6b62a07c0d5f is DONE. 61.6 MB processed. Open Job" ], "text/plain": [ "" @@ -694,7 +1221,7 @@ { "data": { "text/html": [ - "Query job 8ca9cc5a-091a-4d4e-bcf8-04d4bfec7b6b is DONE. 0 Bytes processed. Open Job" + "Query job b27e86ab-ed6d-4c8f-89c9-630927456993 is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -706,7 +1233,7 @@ { "data": { "text/html": [ - "Query job cdc11d15-fa78-4190-841f-18642ddb53f8 is DONE. 72.3 MB processed. Open Job" + "Query job 730d4d34-a023-40ac-a78d-0606c353d235 is DONE. 72.5 MB processed. Open Job" ], "text/plain": [ "" @@ -718,7 +1245,7 @@ { "data": { "text/html": [ - "Query job 39a6ea59-0e3d-4d69-bf8a-1502b9f1a48f is DONE. 80.0 kB processed. Open Job" + "Query job db7174ba-dad0-4ac1-b459-51799570a093 is DONE. 80.0 kB processed. Open Job" ], "text/plain": [ "" @@ -730,31 +1257,7 @@ { "data": { "text/html": [ - "Query job 324ab354-ecbd-4bde-8f73-806856a53a19 is DONE. 73.2 MB processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Query job cb7558b2-a967-491c-82db-e11116f1fba4 is DONE. 0 Bytes processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Query job 0cfc2298-e67b-4a03-804d-f4abd8d56da0 is DONE. 36.6 kB processed. Open Job" + "Query job 8804ea96-7d92-4c48-b36d-c47981ca9096 is DONE. 73.2 MB processed. Open Job" ], "text/plain": [ "" @@ -794,88 +1297,85 @@ " \n", " \n", " \n", - " 251\n", - " 2\n", - " [{'CENTROID_ID': 2, 'DISTANCE': 0.534540549592...\n", - " [ 2.20562406e-02 -3.51827666e-02 7.63384486e-...\n", - " {\"token_count\":145,\"truncated\":false}\n", + " 3431779\n", + " 1\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.535594290569...\n", + " [ 3.92934196e-02 -9.10845026e-02 -4.04280126e-...\n", + " {\"token_count\":10,\"truncated\":false}\n", " \n", - " A purse was purchased from XXXX XXXX on XX/XX/...\n", + " Fraud scratch account in Experian credit report\n", " \n", " \n", - " 300\n", + " 41916\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.437379245910...\n", - " [ 0.01977486 -0.04289974 -0.05289588 -0.027267...\n", - " {\"token_count\":498,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.546894006330...\n", + " [-3.28768999e-03 -4.22948077e-02 -7.46203661e-...\n", + " {\"token_count\":10,\"truncated\":false}\n", " \n", - " XXXX XXXX XXXXXXXX has reported on my credit r...\n", + " I did not authorize this inquiry on my credit ...\n", " \n", " \n", - " 414\n", + " 308379\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.482813493921...\n", - " [ 1.37719307e-02 -4.15441953e-02 -7.81692266e-...\n", - " {\"token_count\":263,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.565107956565...\n", + " [ 4.27730894e-03 -6.67066649e-02 -7.86168799e-...\n", + " {\"token_count\":10,\"truncated\":false}\n", " \n", - " I have tried to dispute US BKPT CT TX XXXXXXXX...\n", + " My parents credit information is on my credit ...\n", " \n", " \n", - " 493\n", - " 9\n", - " [{'CENTROID_ID': 9, 'DISTANCE': 0.561752335987...\n", - " [ 4.48844060e-02 -1.40293539e-02 -3.46709713e-...\n", - " {\"token_count\":395,\"truncated\":false}\n", + " 554444\n", + " 1\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.399670811064...\n", + " [ 9.78547148e-03 -3.19877677e-02 -6.17879257e-...\n", + " {\"token_count\":100,\"truncated\":false}\n", " \n", - " Discover Student Loan has been holding onto {$...\n", + " I reviewed my credit report and it showed mult...\n", " \n", " \n", - " 545\n", - " 9\n", - " [{'CENTROID_ID': 9, 'DISTANCE': 0.540487926907...\n", - " [ 1.82510037e-02 -1.27867460e-02 -1.57095697e-...\n", - " {\"token_count\":178,\"truncated\":false}\n", + " 2045082\n", + " 1\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.406139421970...\n", + " [ 0.00498423 -0.04450029 -0.05945096 -0.052494...\n", + " {\"token_count\":100,\"truncated\":false}\n", " \n", - " My payments have been approximately {$89.00} w...\n", + " What is wrong why these accounts are on my cre...\n", " \n", " \n", "\n", - "

5 rows × 6 columns

\n", - "[5 rows x 6 columns in total]" + "" ], "text/plain": [ - " CENTROID_ID NEAREST_CENTROIDS_DISTANCE \\\n", - "251 2 [{'CENTROID_ID': 2, 'DISTANCE': 0.534540549592... \n", - "300 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.437379245910... \n", - "414 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.482813493921... \n", - "493 9 [{'CENTROID_ID': 9, 'DISTANCE': 0.561752335987... \n", - "545 9 [{'CENTROID_ID': 9, 'DISTANCE': 0.540487926907... \n", - "\n", - " text_embedding \\\n", - "251 [ 2.20562406e-02 -3.51827666e-02 7.63384486e-... \n", - "300 [ 0.01977486 -0.04289974 -0.05289588 -0.027267... \n", - "414 [ 1.37719307e-02 -4.15441953e-02 -7.81692266e-... \n", - "493 [ 4.48844060e-02 -1.40293539e-02 -3.46709713e-... \n", - "545 [ 1.82510037e-02 -1.27867460e-02 -1.57095697e-... \n", + " CENTROID_ID NEAREST_CENTROIDS_DISTANCE \\\n", + "3431779 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.535594290569... \n", + "41916 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.546894006330... \n", + "308379 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.565107956565... \n", + "554444 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.399670811064... \n", + "2045082 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.406139421970... \n", "\n", - " statistics ml_embed_text_status \\\n", - "251 {\"token_count\":145,\"truncated\":false} \n", - "300 {\"token_count\":498,\"truncated\":false} \n", - "414 {\"token_count\":263,\"truncated\":false} \n", - "493 {\"token_count\":395,\"truncated\":false} \n", - "545 {\"token_count\":178,\"truncated\":false} \n", + " text_embedding \\\n", + "3431779 [ 3.92934196e-02 -9.10845026e-02 -4.04280126e-... \n", + "41916 [-3.28768999e-03 -4.22948077e-02 -7.46203661e-... \n", + "308379 [ 4.27730894e-03 -6.67066649e-02 -7.86168799e-... \n", + "554444 [ 9.78547148e-03 -3.19877677e-02 -6.17879257e-... \n", + "2045082 [ 0.00498423 -0.04450029 -0.05945096 -0.052494... \n", "\n", - " content \n", - "251 A purse was purchased from XXXX XXXX on XX/XX/... \n", - "300 XXXX XXXX XXXXXXXX has reported on my credit r... \n", - "414 I have tried to dispute US BKPT CT TX XXXXXXXX... \n", - "493 Discover Student Loan has been holding onto {$... \n", - "545 My payments have been approximately {$89.00} w... \n", + " statistics ml_embed_text_status \\\n", + "3431779 {\"token_count\":10,\"truncated\":false} \n", + "41916 {\"token_count\":10,\"truncated\":false} \n", + "308379 {\"token_count\":10,\"truncated\":false} \n", + "554444 {\"token_count\":100,\"truncated\":false} \n", + "2045082 {\"token_count\":100,\"truncated\":false} \n", "\n", - "[5 rows x 6 columns]" + " content \n", + "3431779 Fraud scratch account in Experian credit report \n", + "41916 I did not authorize this inquiry on my credit ... \n", + "308379 My parents credit information is on my credit ... \n", + "554444 I reviewed my credit report and it showed mult... \n", + "2045082 What is wrong why these accounts are on my cre... " ] }, - "execution_count": 12, + "execution_count": 15, "metadata": {}, "output_type": "execute_result" } @@ -886,7 +1386,7 @@ "clustered_result = cluster_model.predict(predicted_embeddings)\n", "# Notice the CENTROID_ID column, which is the ID number of the group that\n", "# each complaint belongs to.\n", - "clustered_result.head(n=5)" + "clustered_result.peek(n=5)" ] }, { @@ -904,7 +1404,7 @@ "id": "21rNsFMHo8hO" }, "source": [ - "## Step 3: Use PaLM2 LLM model to summarize complaint clusters" + "## Step 3: Use Gemini to summarize complaint clusters" ] }, { @@ -917,7 +1417,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 16, "metadata": { "id": "2E7wXM_jGqo6" }, @@ -925,7 +1425,7 @@ { "data": { "text/html": [ - "Query job 84f95981-01c7-49ca-a10c-5842f07d867f is DONE. 10.6 MB processed. Open Job" + "Query job ccb64b18-1e20-4d41-b023-3b99c162eb3a is DONE. 10.5 MB processed. Open Job" ], "text/plain": [ "" @@ -937,7 +1437,7 @@ { "data": { "text/html": [ - "Query job 0872869a-94f0-4c3f-9f92-da7272f95cd0 is DONE. 10.6 MB processed. Open Job" + "Query job feae88fd-eb75-4248-a9ef-8b2cec802ce9 is DONE. 10.5 MB processed. Open Job" ], "text/plain": [ "" @@ -963,7 +1463,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 17, "metadata": { "id": "ZNDiueI9IP5e" }, @@ -973,48 +1473,36 @@ "output_type": "stream", "text": [ "comment list 1:\n", - "1. XXXX XXXX XXXXXXXX has reported on my credit report for XXXX that I had 3 payments 30 or more days past due this information was and is incorrect i have sent numerous letters and responses to them asking for information regarding this reporting the bank continues to send me responces stating that my credit report is accurat but no documentation supporting the reporting of negative payments i have sent the XXXX XXXX XXXX numerous document showing past mistake of my payment that were misapplied by thier associates yet they still will not correct my credit report the XXXX XXXX XXXX has the wrong infor mation on my payment, balance last payments amount made & ect i have recently sent them a letter ( This is the exact letter ) and other information im having problems with the problem im having Date BLANK BLANK BLANK Complaint Dispute on credit report reporting XXXX XXXX XXXX Address Mail XXXX fl XXXX XXXX XXXX XXXX FL Zip Code XXXX Regarding Account Number ( Blank ) & Account Number ( Blank ) I ( blank ) on this XXXX Day of XXXX XXXX do hereby request a complete copy of my payment history from XXXX XXXX XXXX to XXXX XXXX XXXX this request is to include dates of all payments that was made on these accounts dates of all payments that were past due on these accounts and dates payments was paid to these account s after due date. I ( Blank ) am also requesting all letters and correspondence advising me / making me aware of my past due payments I also request all payments showing my account were paid 30 or more days late I ( Blank ) also request all payment dates and how payment was made ( Ex XXXX XXXX XXXX XXXXXXXX. XXXX Please Mail this information ASAP\n", - "2. I have tried to dispute US BKPT CT TX XXXXXXXX XXXX XXXX Account number XXXX on my credit report several times as inaccurate ( XX/XX/XXXX XX/XX/XXXX XX/XX/XXXX and XX/XX/XXXX ) as not mine but the credit bureaus have verified that it is accurate. I mailed a letter to the county records office ( XX/XX/XXXX ) pertaining to US BKPT CT TX XXXX Account number XXXX where this occurred and they replied on XX/XX/XXXX stating that they do not send information to the credit bureaus. This is where I am confused because after reading the law the FCRA if the original creditor or institution can not verify the information then the credit bureaus reporting it have to delete it. I sent this into the credit bureaus as well along with the paperwork from the county record office and it seems like they are not doing ANY sort of investigation which they are required to\n", - "3. Unauthorized hard inquires on my credit report and bureau refuses to remove them after they placed them on my credit report with my authorization XXXX Inquiry XX/XX/XXXX XXXX XXXX Inquiry XX/XX/XXXX XXXX XXXX inquiry XX/XX/XXXX and XX/XX/XXXX XXXX XX/XX/XXXX XXXX\n", - "4. XXXX - XX/XX/2020 Equifax Hello, I have reviewed a copy of my current credit report and it shows the inquiries above are fraudulent and I have sent a copy of FTC report to request removal. I have not been successful and need these removed due to attempting to purchase a home.\n", - "5. I have tried to remedy the issue that XXXX XXXX caused as XXXX XXXX indicated to me that Equifax could not remove a discharge debt from my report because of two social security numbers. In fact it was not two ssn 's but rather my deceased husbands DOB XXXX was on my report. XXXX XXXX is notorious for reporting incorrect data so i am going to get this resolved through CEPB. Attached please find the bankruptcy discharge notification and a copy of the requested drivers license with my DOB, XXXX. I expect that the debt for XXXX placed by XXXX XXXX to be removed as all the requested documentation is included in the correspondence.\n", + "1. The debt occurred more than 7 years in the past. It is illegal to report credit items after 7 years. There was no way to verify the debt.\n", + "2. I'm really not sure what happened. I have mailed off letters to the credit bureaus continuously and thus far I have not gotten a response. My name is XXXX XXXX and I am filing this complaint for falsely reporting misleading information. There is no third party involved. Please review the uploaded letters.\n", + "3. Fraudulent account removed from my credit report due to Identity Theft\n", + "4. This account was not mine I explained this and they closed it but are still reporting a balance with the fraudulent charges\n", + "5. Ive disputed a few times with Experian that I paid off my credit card account. The first time in XX/XX/2022 that they updated my account that it showed I had a {$0.00} balance remaining but wasnt showing paid!. Then the second dispute they just deleted the account on XX/XX/2022 causing my credit score to drop. I paid off a total amount of {$2000.00}. Ive also received from the creditor a satisfactory of judgment letter.\n", "\n", "comment list 2:\n", - "1. A purse was purchased from XXXX XXXX on XX/XX/2021. As they stated my package was delivered and signed for. Indeed it was, I also still have it. My package was damaged and only XXXX can file a claim with XXXX. I have tried to contact XXXX and was told to contact the shipper. I have contacted XXXX and was told that a chargeback was filed with TCF so there is nothing that they can do. I have provided all of these documents to you all including a police report. I will continue to escalate this if needed.\n", - "2. On Saturday XX/XX/XXXX I submitted a dispute for several fraudulent transactions with chime. I had stopped using chime back in XXXX of 2022 because I believed they were scamming me because of the money that was being taken out of my account without my knowledge and i had also had my phone stolen at work with my chime card and ssi & ID in the back of my phone case. I told them I believed thats how i was scammed for all of those fraudulent transactions that I disputed and also that money from my job had still been posting in my chime account after i had stopped using it because i was unable to change my direct deposit information with my job because i couldnt access my chime account anymore so I didnt have access to my routing and account number but i still had my card connected to my apple pay which I eventually stopped using because i was getting paid but most time my card on apple pay was declined because i was still being scammed out my money. Ive tried ordering new cards several time before I completely stopped using chime however the same thing was happening with each card and chime couldnt figure out how to stop it. \n", - "A few days ago i tried to create a new chime bank account because i had completely forgotten about my old scammed chime account but that app prompted me to sign into my old account Chime told me that they would do a complete investigation and let me know of the results. \n", - "However, on Sunday XX/XX/XXXX at XXXX i got an email from chime stating Hello XXXX XXXX XXXX This letter is to inform you that we have made a final determination regarding the claim referenced above. \n", - "Based on our investigation, we have concluded no error occurred. Therefore, no funds will be credited to your account and this claim is considered closed. \n", + "1. In accordance with the Fair Credit Reporting act XXXX XXXX XXXX Account # XXXXXXXX XXXX XXXX XXXX Account # XXXXXXXX XXXX XXXX XXXX Account # XXXX, XXXX XXXX Account # XXXX, XXXX Account # XXXX, XXXX Account # XXXX, Bankruptcy Account # XXXX, has violated my rights. \n", "\n", - "I emailed them back for the documentation on how they did the dispute and verified the information was inaccurate. I also asked how is it possible that a investigation for 20+ transactions had been completed in less than 1 day. \n", - "I truly believe chime did not do any investigation at all and that they lied about my investigation/dispute They have been unable to provide me with the documents and dispute information. In fact, they said id have to wait 10+ business days to receive that information in mail because they arent going to email it to me I found this very unfortunate. \n", + "15 U.S.C 1681 section 602 A. States I have the right to privacy.\n", "\n", - "Here are my reference numbers for my disputes XXXX XXXX\n", - "3. My sister and I attempted to close our aging father 's professional account at Wells Fargo. My sister worked closely with the local branch and followed their directives. But, even after 6 months the bank continued to reject the paperwork presented. Anticipating our father 's further decline, we hired an estate attorney to help us close the account. Even after appointing me as an officer of my dad 's company and presenting new documentation which followed the bank 's directive, the bank again refused to move the money to my mother and to close the account. The entire time the balance of the account was depleted through bank fees from around {$1800.00} to around {$1000.00}. In the end, Wells Fargo refunded the entire original balance of around {$1800.00} plus some a \" consumer satisfaction credit '' and transferred the funds to my mother 's account.\n", - "4. On XXXX XX/XX/2020 a sale of three Tahitian pearl necklaces was made by my online shop. This amounted to approximately {$2800.00}. Some of the funds were withdrawn by me leaving a total of {$220000.00} in the Paypal account. \n", + "15 U.S.C 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions\n", + "2. According to the fair credit reporting act the list of inquiries have violated my rights. 15 U.S.C 1681 section 602A states I have the right to privacy.15 U.S.C 1681 section 2 604 A states a consumer reporting agency can not furnish a account with out written consent Inquires, also code 15 USC 6802 ( B ) has been violated XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", + "3. In accordance with the fair credit Reporting act XXXX Account # XXXX, has violated my rights. \n", "\n", - "Suddenly the balance was frozen for 180 days by Paypal. A telephone call to their customer service on about XXXX XXXX resulted in a rude and abrupt lady telling me that Paypal was parting ways with me. I was given no reasonable explanation why the account was limited or the funds frozen other than to infer that I was busy with fraudulent activity. The rude person refused to give me more details. \n", + "15 USC 1681 Section 602 States I have the right to privacy.\n", "\n", - "I submitted all the details/documents they requested from then on. My appeals were refused, On XXXX XX/XX/2020 the 180 frozen days expired. I was requested by Paypal to submit all my personal details/documents again. I did. I have the XXXX XXXX XXXX XXXX ID Document. It is perfectly legal and valid in XXXX XXXX as is the new XXXX XXXXXXXX which is now being issued. But Paypal is not accepting my ID Document. So my funds are not being released.They send computer generated emails which offer no explanation as to why my ID document is not being accepted or any solution to the problem. \n", + "15 USC 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions.\n", "\n", - "This matter is most frustrating and I'm sure not in line with any financial practice.\n", - "5. On XX/XX/XXXX I received a text from Chase showing -- -- -- -- - Chase Fraud : Did you attempt a {$1700.00} withdrawal on XX/XX/XXXX with card XXXX? \n", - "replay yes or no. Msg & data rates may apply. \n", - "-- -- -- -- - Then I replied no, Then chase sent a text they will close my account, give them a call. \n", + "15 USC 1666B : A creditor may not treat a payment on a credit card account under an open end consumer credit plan as late for and purpose.\n", + "4. In accordance with the Fair Credit Reporting act XXXX Account # XXXX XXXX XXXX XXXX, has violated my rights. \n", "\n", - "So I called chase to report, they are saying because it is pending transaction I have to wait until pending is gone, 2 days later they accepted my claim. \n", + "15 U.S.C 1681 section 602 A. States I have the right to privacy.\n", "\n", - "Today XX/XX/XXXX they refused to credit my money {$1700.00} because my pin number and debit card were used. So I told them I never received card. \n", - "Still their answer is same. \n", + "15 U.S.C 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions\n", + "5. In accordance with the Fair Credit Reporting Act XXXX Account XXXX XXXX, Account XXXX XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX- XXXX, XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX - XXXX, XXXX XXXX - XXXX, XXXX XXXX XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXXXXXX XXXX XXXX has violated my rights. \n", "\n", - "Then I asked what should I do? file small claim against chase? go to police office? \n", - "They told me I can go to police office to file a claim. \n", + "15 U.S.C. 1681 section 602 A. States I have the right to privacy.\n", "\n", - "I will go to police office after my work. \n", - "\n", - "Before I go to police office, I am asking your help about this situation. \n", - "\n", - "Please help me.\n", + "15 U.S.C. 1681 section 604 A Section 2 : It also states a consumer reporting agency can not furnish an account without my written instructions.\n", "\n" ] } @@ -1037,7 +1525,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 18, "metadata": { "id": "BfHGJLirzSvH" }, @@ -1048,47 +1536,35 @@ "text": [ "Please highlight the most obvious difference between the two lists of comments:\n", "comment list 1:\n", - "1. XXXX XXXX XXXXXXXX has reported on my credit report for XXXX that I had 3 payments 30 or more days past due this information was and is incorrect i have sent numerous letters and responses to them asking for information regarding this reporting the bank continues to send me responces stating that my credit report is accurat but no documentation supporting the reporting of negative payments i have sent the XXXX XXXX XXXX numerous document showing past mistake of my payment that were misapplied by thier associates yet they still will not correct my credit report the XXXX XXXX XXXX has the wrong infor mation on my payment, balance last payments amount made & ect i have recently sent them a letter ( This is the exact letter ) and other information im having problems with the problem im having Date BLANK BLANK BLANK Complaint Dispute on credit report reporting XXXX XXXX XXXX Address Mail XXXX fl XXXX XXXX XXXX XXXX FL Zip Code XXXX Regarding Account Number ( Blank ) & Account Number ( Blank ) I ( blank ) on this XXXX Day of XXXX XXXX do hereby request a complete copy of my payment history from XXXX XXXX XXXX to XXXX XXXX XXXX this request is to include dates of all payments that was made on these accounts dates of all payments that were past due on these accounts and dates payments was paid to these account s after due date. I ( Blank ) am also requesting all letters and correspondence advising me / making me aware of my past due payments I also request all payments showing my account were paid 30 or more days late I ( Blank ) also request all payment dates and how payment was made ( Ex XXXX XXXX XXXX XXXXXXXX. XXXX Please Mail this information ASAP\n", - "2. I have tried to dispute US BKPT CT TX XXXXXXXX XXXX XXXX Account number XXXX on my credit report several times as inaccurate ( XX/XX/XXXX XX/XX/XXXX XX/XX/XXXX and XX/XX/XXXX ) as not mine but the credit bureaus have verified that it is accurate. I mailed a letter to the county records office ( XX/XX/XXXX ) pertaining to US BKPT CT TX XXXX Account number XXXX where this occurred and they replied on XX/XX/XXXX stating that they do not send information to the credit bureaus. This is where I am confused because after reading the law the FCRA if the original creditor or institution can not verify the information then the credit bureaus reporting it have to delete it. I sent this into the credit bureaus as well along with the paperwork from the county record office and it seems like they are not doing ANY sort of investigation which they are required to\n", - "3. Unauthorized hard inquires on my credit report and bureau refuses to remove them after they placed them on my credit report with my authorization XXXX Inquiry XX/XX/XXXX XXXX XXXX Inquiry XX/XX/XXXX XXXX XXXX inquiry XX/XX/XXXX and XX/XX/XXXX XXXX XX/XX/XXXX XXXX\n", - "4. XXXX - XX/XX/2020 Equifax Hello, I have reviewed a copy of my current credit report and it shows the inquiries above are fraudulent and I have sent a copy of FTC report to request removal. I have not been successful and need these removed due to attempting to purchase a home.\n", - "5. I have tried to remedy the issue that XXXX XXXX caused as XXXX XXXX indicated to me that Equifax could not remove a discharge debt from my report because of two social security numbers. In fact it was not two ssn 's but rather my deceased husbands DOB XXXX was on my report. XXXX XXXX is notorious for reporting incorrect data so i am going to get this resolved through CEPB. Attached please find the bankruptcy discharge notification and a copy of the requested drivers license with my DOB, XXXX. I expect that the debt for XXXX placed by XXXX XXXX to be removed as all the requested documentation is included in the correspondence.\n", + "1. The debt occurred more than 7 years in the past. It is illegal to report credit items after 7 years. There was no way to verify the debt.\n", + "2. I'm really not sure what happened. I have mailed off letters to the credit bureaus continuously and thus far I have not gotten a response. My name is XXXX XXXX and I am filing this complaint for falsely reporting misleading information. There is no third party involved. Please review the uploaded letters.\n", + "3. Fraudulent account removed from my credit report due to Identity Theft\n", + "4. This account was not mine I explained this and they closed it but are still reporting a balance with the fraudulent charges\n", + "5. Ive disputed a few times with Experian that I paid off my credit card account. The first time in XX/XX/2022 that they updated my account that it showed I had a {$0.00} balance remaining but wasnt showing paid!. Then the second dispute they just deleted the account on XX/XX/2022 causing my credit score to drop. I paid off a total amount of {$2000.00}. Ive also received from the creditor a satisfactory of judgment letter.\n", "comment list 2:\n", - "1. A purse was purchased from XXXX XXXX on XX/XX/2021. As they stated my package was delivered and signed for. Indeed it was, I also still have it. My package was damaged and only XXXX can file a claim with XXXX. I have tried to contact XXXX and was told to contact the shipper. I have contacted XXXX and was told that a chargeback was filed with TCF so there is nothing that they can do. I have provided all of these documents to you all including a police report. I will continue to escalate this if needed.\n", - "2. On Saturday XX/XX/XXXX I submitted a dispute for several fraudulent transactions with chime. I had stopped using chime back in XXXX of 2022 because I believed they were scamming me because of the money that was being taken out of my account without my knowledge and i had also had my phone stolen at work with my chime card and ssi & ID in the back of my phone case. I told them I believed thats how i was scammed for all of those fraudulent transactions that I disputed and also that money from my job had still been posting in my chime account after i had stopped using it because i was unable to change my direct deposit information with my job because i couldnt access my chime account anymore so I didnt have access to my routing and account number but i still had my card connected to my apple pay which I eventually stopped using because i was getting paid but most time my card on apple pay was declined because i was still being scammed out my money. Ive tried ordering new cards several time before I completely stopped using chime however the same thing was happening with each card and chime couldnt figure out how to stop it. \n", - "A few days ago i tried to create a new chime bank account because i had completely forgotten about my old scammed chime account but that app prompted me to sign into my old account Chime told me that they would do a complete investigation and let me know of the results. \n", - "However, on Sunday XX/XX/XXXX at XXXX i got an email from chime stating Hello XXXX XXXX XXXX This letter is to inform you that we have made a final determination regarding the claim referenced above. \n", - "Based on our investigation, we have concluded no error occurred. Therefore, no funds will be credited to your account and this claim is considered closed. \n", - "\n", - "I emailed them back for the documentation on how they did the dispute and verified the information was inaccurate. I also asked how is it possible that a investigation for 20+ transactions had been completed in less than 1 day. \n", - "I truly believe chime did not do any investigation at all and that they lied about my investigation/dispute They have been unable to provide me with the documents and dispute information. In fact, they said id have to wait 10+ business days to receive that information in mail because they arent going to email it to me I found this very unfortunate. \n", + "1. In accordance with the Fair Credit Reporting act XXXX XXXX XXXX Account # XXXXXXXX XXXX XXXX XXXX Account # XXXXXXXX XXXX XXXX XXXX Account # XXXX, XXXX XXXX Account # XXXX, XXXX Account # XXXX, XXXX Account # XXXX, Bankruptcy Account # XXXX, has violated my rights. \n", "\n", - "Here are my reference numbers for my disputes XXXX XXXX\n", - "3. My sister and I attempted to close our aging father 's professional account at Wells Fargo. My sister worked closely with the local branch and followed their directives. But, even after 6 months the bank continued to reject the paperwork presented. Anticipating our father 's further decline, we hired an estate attorney to help us close the account. Even after appointing me as an officer of my dad 's company and presenting new documentation which followed the bank 's directive, the bank again refused to move the money to my mother and to close the account. The entire time the balance of the account was depleted through bank fees from around {$1800.00} to around {$1000.00}. In the end, Wells Fargo refunded the entire original balance of around {$1800.00} plus some a \" consumer satisfaction credit '' and transferred the funds to my mother 's account.\n", - "4. On XXXX XX/XX/2020 a sale of three Tahitian pearl necklaces was made by my online shop. This amounted to approximately {$2800.00}. Some of the funds were withdrawn by me leaving a total of {$220000.00} in the Paypal account. \n", + "15 U.S.C 1681 section 602 A. States I have the right to privacy.\n", "\n", - "Suddenly the balance was frozen for 180 days by Paypal. A telephone call to their customer service on about XXXX XXXX resulted in a rude and abrupt lady telling me that Paypal was parting ways with me. I was given no reasonable explanation why the account was limited or the funds frozen other than to infer that I was busy with fraudulent activity. The rude person refused to give me more details. \n", + "15 U.S.C 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions\n", + "2. According to the fair credit reporting act the list of inquiries have violated my rights. 15 U.S.C 1681 section 602A states I have the right to privacy.15 U.S.C 1681 section 2 604 A states a consumer reporting agency can not furnish a account with out written consent Inquires, also code 15 USC 6802 ( B ) has been violated XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", + "3. In accordance with the fair credit Reporting act XXXX Account # XXXX, has violated my rights. \n", "\n", - "I submitted all the details/documents they requested from then on. My appeals were refused, On XXXX XX/XX/2020 the 180 frozen days expired. I was requested by Paypal to submit all my personal details/documents again. I did. I have the XXXX XXXX XXXX XXXX ID Document. It is perfectly legal and valid in XXXX XXXX as is the new XXXX XXXXXXXX which is now being issued. But Paypal is not accepting my ID Document. So my funds are not being released.They send computer generated emails which offer no explanation as to why my ID document is not being accepted or any solution to the problem. \n", + "15 USC 1681 Section 602 States I have the right to privacy.\n", "\n", - "This matter is most frustrating and I'm sure not in line with any financial practice.\n", - "5. On XX/XX/XXXX I received a text from Chase showing -- -- -- -- - Chase Fraud : Did you attempt a {$1700.00} withdrawal on XX/XX/XXXX with card XXXX? \n", - "replay yes or no. Msg & data rates may apply. \n", - "-- -- -- -- - Then I replied no, Then chase sent a text they will close my account, give them a call. \n", + "15 USC 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions.\n", "\n", - "So I called chase to report, they are saying because it is pending transaction I have to wait until pending is gone, 2 days later they accepted my claim. \n", + "15 USC 1666B : A creditor may not treat a payment on a credit card account under an open end consumer credit plan as late for and purpose.\n", + "4. In accordance with the Fair Credit Reporting act XXXX Account # XXXX XXXX XXXX XXXX, has violated my rights. \n", "\n", - "Today XX/XX/XXXX they refused to credit my money {$1700.00} because my pin number and debit card were used. So I told them I never received card. \n", - "Still their answer is same. \n", + "15 U.S.C 1681 section 602 A. States I have the right to privacy.\n", "\n", - "Then I asked what should I do? file small claim against chase? go to police office? \n", - "They told me I can go to police office to file a claim. \n", + "15 U.S.C 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions\n", + "5. In accordance with the Fair Credit Reporting Act XXXX Account XXXX XXXX, Account XXXX XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX- XXXX, XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX - XXXX, XXXX XXXX - XXXX, XXXX XXXX XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXXXXXX XXXX XXXX has violated my rights. \n", "\n", - "I will go to police office after my work. \n", + "15 U.S.C. 1681 section 602 A. States I have the right to privacy.\n", "\n", - "Before I go to police office, I am asking your help about this situation. \n", - "\n", - "Please help me.\n", + "15 U.S.C. 1681 section 604 A Section 2 : It also states a consumer reporting agency can not furnish an account without my written instructions.\n", "\n" ] } @@ -1107,12 +1583,12 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "Get a response from PaLM 2 LLM by making a call to Vertex AI using our connection." + "Get a response from Gemini by making a call to Vertex AI using our connection." ] }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 20, "metadata": { "id": "mL5P0_3X04dE" }, @@ -1120,7 +1596,7 @@ { "data": { "text/html": [ - "Query job d3965d90-8af9-46cb-9129-40e1d2866efe is DONE. 0 Bytes processed. Open Job" + "Query job 10c7f12a-fc8a-4e43-aa14-169eb2d85503 is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1138,19 +1614,19 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 21, "metadata": { "id": "ICWHsqAW1FNk" }, "outputs": [], "source": [ - "# Make a DataFrame containing only a single row with our prompt for PaLM 2\n", + "# Make a DataFrame containing only a single row with our prompt for Gemini\n", "df = bf.DataFrame({\"prompt\": [prompt]})" ] }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 22, "metadata": { "id": "gB7e1LXU1pst" }, @@ -1158,7 +1634,7 @@ { "data": { "text/html": [ - "Query job 29a26018-027a-4c70-a795-841b5ace87d6 is DONE. 0 Bytes processed. Open Job" + "Query job 2078a7ac-fbb5-4770-866d-e9359bb5065d is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1170,7 +1646,7 @@ { "data": { "text/html": [ - "Query job 3abcc8cd-fa9f-4a93-b6be-6e22c8cdaceb is DONE. 8 Bytes processed. Open Job" + "Query job 1808c90e-8190-4c2f-8228-561a4f093a91 is DONE. 8 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1182,7 +1658,7 @@ { "data": { "text/html": [ - "Query job ab5dfd41-98cb-4f24-a9c7-11399fcb2e47 is DONE. 2 Bytes processed. Open Job" + "Query job b344fb55-10d4-4a3f-8471-712d98f05e27 is DONE. 2 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1194,7 +1670,7 @@ { "data": { "text/html": [ - "Query job c6c7bce4-81a0-4c4d-a515-2d5dfffc08a2 is DONE. 299 Bytes processed. Open Job" + "Query job b6cc8da2-abee-4d44-9848-e36a9adad983 is DONE. 233 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1206,16 +1682,16 @@ { "data": { "text/plain": [ - "'The most obvious difference between the two lists of comments is their subject matter. Comment list 1 primarily deals with issues related to credit reporting and identity theft, while comment list 2 focuses on issues related to bank accounts, fraudulent transactions, and customer service.'" + "'The most obvious difference between the two lists of comments is that the comments in list 1 are written in a more informal and personal style, while the comments in list 2 are written in a more formal and legalistic style.'" ] }, - "execution_count": 18, + "execution_count": 22, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "# Send the request for PaLM 2 to generate a response to our prompt\n", + "# Send the request for Gemini to generate a response to our prompt\n", "major_difference = q_a_model.predict(df)\n", "# PaLM 2's response is the only row in the dataframe result \n", "major_difference[\"ml_generate_text_llm_result\"].iloc[0]" From f7b0c99fba9fbc3a47d2f63cb2f2cff1a300fa08 Mon Sep 17 00:00:00 2001 From: Tim Swast Date: Fri, 22 Mar 2024 18:52:30 +0000 Subject: [PATCH 2/2] filter empty arrays --- .../bq_dataframes_llm_kmeans.ipynb | 1001 +++++++++-------- 1 file changed, 509 insertions(+), 492 deletions(-) diff --git a/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb b/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb index be3754009c..61445d85c5 100644 --- a/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb +++ b/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb @@ -144,7 +144,7 @@ "outputs": [], "source": [ "# set your project ID below\n", - "PROJECT_ID = \"bigframes-dev\" # @param {type:\"string\"}\n", + "PROJECT_ID = \"\" # @param {type:\"string\"}\n", "\n", "# Set the project id in gcloud\n", "#! gcloud config set project {PROJECT_ID}" @@ -289,7 +289,7 @@ { "data": { "text/html": [ - "Query job fab07b11-04bd-4a8e-b1da-a2742698cea9 is DONE. 2.3 GB processed. Open Job" + "Query job d5778724-6966-42ba-b8a6-2a1865a1184c is DONE. 2.3 GB processed. Open Job" ], "text/plain": [ "" @@ -301,7 +301,7 @@ { "data": { "text/html": [ - "Query job dcc144ee-4da6-40be-8690-dc3c99dab46a is DONE. 45.5 MB processed. Open Job" + "Query job 4d48bf69-571c-4773-8486-0232840597d5 is DONE. 55.1 MB processed. Open Job" ], "text/plain": [ "" @@ -336,36 +336,36 @@ " \n", " \n", " \n", - " 954305\n", - " HRRG is a debt collection company who has been...\n", + " 24\n", + " I sent disputed to Transunion, XXXX and XXXX f...\n", " \n", " \n", - " 954501\n", - " Someone open a XXXX account in my name that li...\n", + " 942\n", + " on XX/XX/2017 I sent XXXX, transunion, XXXX pr...\n", " \n", " \n", - " 954643\n", - " XXXX and capital one data breach caused my cre...\n", + " 1193\n", + " On Wednesday, XXXX XXXX , I initiated a wir...\n", " \n", " \n", - " 954923\n", - " Received call with local area code : XXXX. Rec...\n", + " 1292\n", + " Dear Sir or Madam, I am a victim of identity t...\n", " \n", " \n", - " 955092\n", - " I have tried several times to resolve this acc...\n", + " 1377\n", + " For the purpose of this complaint, I will refe...\n", " \n", " \n", "\n", "" ], "text/plain": [ - " consumer_complaint_narrative\n", - "954305 HRRG is a debt collection company who has been...\n", - "954501 Someone open a XXXX account in my name that li...\n", - "954643 XXXX and capital one data breach caused my cre...\n", - "954923 Received call with local area code : XXXX. Rec...\n", - "955092 I have tried several times to resolve this acc..." + " consumer_complaint_narrative\n", + "24 I sent disputed to Transunion, XXXX and XXXX f...\n", + "942 on XX/XX/2017 I sent XXXX, transunion, XXXX pr...\n", + "1193 On Wednesday, XXXX XXXX , I initiated a wir...\n", + "1292 Dear Sir or Madam, I am a victim of identity t...\n", + "1377 For the purpose of this complaint, I will refe..." ] }, "execution_count": 7, @@ -418,7 +418,7 @@ { "data": { "text/html": [ - "Query job 7a4592d5-0730-4fbc-9577-a71de258ab98 is DONE. 0 Bytes processed. Open Job" + "Query job 15b352c2-783c-42b1-bc03-e5772f00381a is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -444,7 +444,7 @@ { "data": { "text/html": [ - "Query job 0361c8ad-9380-4d1c-9dd1-14dfddd644f9 is DONE. 1.3 GB processed. Open Job" + "Query job e2152e81-b736-4a68-a25a-c5eb2b03d734 is DONE. 1.3 GB processed. Open Job" ], "text/plain": [ "" @@ -456,7 +456,7 @@ { "data": { "text/html": [ - "Query job bda8c600-6c8f-4de3-bd8f-6bcbcd0b0c7f is DONE. 80.0 kB processed. Open Job" + "Query job b1a3d20b-aee3-424c-a0c5-5b36f1177709 is DONE. 80.0 kB processed. Open Job" ], "text/plain": [ "" @@ -468,7 +468,7 @@ { "data": { "text/html": [ - "Query job 1b1b59db-fb51-4dc4-b755-16c89a4d9676 is DONE. 20.0 kB processed. Open Job" + "Query job 6b2fad50-cbc8-42ea-83c1-b5d3eaac10b9 is DONE. 20.0 kB processed. Open Job" ], "text/plain": [ "" @@ -480,7 +480,7 @@ { "data": { "text/html": [ - "Query job fcac7903-c06c-4912-9b9c-840fdae70b6f is DONE. 0 Bytes processed. Open Job" + "Query job 31896ae6-fbb5-42fb-98c4-13bd19d1adfa is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -492,7 +492,7 @@ { "data": { "text/html": [ - "Query job 5c1c20d0-1ffd-48da-adde-1301454cdb25 is DONE. 72.0 MB processed. Open Job" + "Query job 43f04543-f59b-4f1b-8598-c529324904be is DONE. 72.1 MB processed. Open Job" ], "text/plain": [ "" @@ -530,179 +530,179 @@ " \n", " \n", " \n", - " 300\n", - " [ 0.01977486 -0.04289974 -0.05289588 -0.027267...\n", - " {\"token_count\":498,\"truncated\":false}\n", + " 545\n", + " [ 1.82510037e-02 -1.27867460e-02 -1.57095697e-...\n", + " {\"token_count\":178,\"truncated\":false}\n", " \n", - " XXXX XXXX XXXXXXXX has reported on my credit r...\n", + " My payments have been approximately {$89.00} w...\n", " \n", " \n", - " 566\n", - " [ 2.82494519e-02 -4.81299721e-02 -4.91684638e-...\n", - " {\"token_count\":51,\"truncated\":false}\n", + " 614\n", + " [ 5.40032536e-02 -5.28502129e-02 -5.33268750e-...\n", + " {\"token_count\":399,\"truncated\":false}\n", " \n", - " My credit profile is inaccurate which is not f...\n", + " Hi, I have contacted Trans Union XXXX XXXX abo...\n", " \n", " \n", - " 772\n", - " [ 3.19108889e-02 -7.79124349e-03 -6.68819547e-...\n", - " {\"token_count\":398,\"truncated\":false}\n", + " 1236\n", + " [-5.32836001e-03 -5.84292673e-02 -5.86670786e-...\n", + " {\"token_count\":129,\"truncated\":false}\n", " \n", - " XXXX XXXX holds our lot loan that matured in X...\n", + " I have a XXXX XXXX XXXX credit card on my Exp...\n", " \n", " \n", - " 981\n", - " [ 4.21869569e-03 -1.31362844e-02 -2.08469853e-...\n", - " {\"token_count\":202,\"truncated\":false}\n", + " 1477\n", + " [ 3.02605387e-02 -4.37121317e-02 -2.70802993e-...\n", + " {\"token_count\":16,\"truncated\":false}\n", " \n", - " My Simple account was transferred to a BBVA a...\n", + " Wrongs information, selling my information to ...\n", " \n", " \n", - " 1103\n", - " [ 4.16752733e-02 -4.29417416e-02 -6.27184287e-...\n", - " {\"token_count\":31,\"truncated\":false}\n", + " 2261\n", + " [ 2.35723313e-02 -3.73509154e-02 -6.44604117e-...\n", + " {\"token_count\":33,\"truncated\":false}\n", " \n", - " The debt occurred more than 7 years in the pas...\n", + " Please investigate and delete disputed item th...\n", " \n", " \n", - " 1144\n", - " [ 2.73083095e-02 -4.39260900e-02 -5.70089184e-...\n", - " {\"token_count\":72,\"truncated\":false}\n", + " 2361\n", + " [ 1.04440488e-02 -9.37070698e-03 -7.36323372e-...\n", + " {\"token_count\":45,\"truncated\":false}\n", " \n", - " I'm really not sure what happened. I have mail...\n", + " By the provisions of the Fair Credit Reporting...\n", " \n", " \n", - " 1163\n", - " [ 1.32309105e-02 -1.49403308e-02 -3.24638188e-...\n", - " {\"token_count\":138,\"truncated\":false}\n", + " 2378\n", + " [ 3.04989032e-02 -4.08191867e-02 -6.18648790e-...\n", + " {\"token_count\":892,\"truncated\":false}\n", " \n", - " I was about to graduate in XX/XX/2018, when I ...\n", + " Since XX/XX/XXXX I have been trying to dispute...\n", " \n", " \n", - " 1610\n", - " [ 4.18850686e-03 -3.26682590e-02 -8.01362470e-...\n", - " {\"token_count\":371,\"truncated\":false}\n", + " 3133\n", + " [ 0.00152804 -0.04189068 -0.04220504 -0.053740...\n", + " {\"token_count\":90,\"truncated\":false}\n", " \n", - " I have disputed the referenced accounts to the...\n", + " Out of the blue I received a debt collection n...\n", " \n", " \n", - " 1613\n", - " [ 5.40047046e-03 -5.22610508e-02 -1.18300663e-...\n", - " {\"token_count\":12,\"truncated\":false}\n", + " 3140\n", + " [ 3.11435573e-02 -4.44000624e-02 -2.10917685e-...\n", + " {\"token_count\":372,\"truncated\":false}\n", " \n", - " Disputed with credit beareu serveral times\n", + " My wife and I have been sending money to XXXX ...\n", " \n", " \n", - " 1730\n", - " [ 2.67208274e-02 -1.20688053e-02 -5.07430844e-...\n", - " {\"token_count\":250,\"truncated\":false}\n", + " 3322\n", + " [ 2.75927987e-02 -6.23729872e-03 -3.83295454e-...\n", + " {\"token_count\":36,\"truncated\":false}\n", " \n", - " They attempted to collect an amount that was n...\n", + " Phone calls from Convergent Outsourcing XXXX. ...\n", " \n", " \n", - " 1804\n", - " [ 3.10129300e-02 -4.27627843e-03 -4.10146788e-...\n", - " {\"token_count\":366,\"truncated\":false}\n", + " 3583\n", + " [ 9.20385588e-03 -3.83387171e-02 -6.46291822e-...\n", + " {\"token_count\":52,\"truncated\":false}\n", " \n", - " This collection company The Best Service Compa...\n", + " I recently received a copy of my credit report...\n", " \n", " \n", - " 2025\n", - " [ 2.89897174e-02 -6.28184825e-02 -8.22938308e-...\n", - " {\"token_count\":36,\"truncated\":false}\n", + " 4134\n", + " [-7.04960374e-04 -3.52595337e-02 -1.65264793e-...\n", + " {\"token_count\":412,\"truncated\":false}\n", " \n", - " I want the inquiries gone. I have an extensive...\n", + " I have been sending the creditor what they hav...\n", " \n", " \n", - " 2171\n", - " [ 0.01434928 -0.03750159 -0.0786588 -0.044728...\n", - " {\"token_count\":305,\"truncated\":false}\n", + " 4496\n", + " [ 3.67735326e-02 1.21120387e-03 -5.20942472e-...\n", + " {\"token_count\":182,\"truncated\":false}\n", " \n", - " On XX/XX/2021 I sent a validation letter to XX...\n", + " This is my second complaint. Their response to...\n", " \n", " \n", - " 2269\n", - " [ 2.04897076e-02 -3.70928571e-02 -4.11568582e-...\n", - " {\"token_count\":15,\"truncated\":false}\n", + " 5260\n", + " [ 2.07133405e-02 -1.69602726e-02 -5.07124476e-...\n", + " {\"token_count\":103,\"truncated\":false}\n", " \n", - " Fraudulent account removed from my credit repo...\n", + " XX/XX/XXXX and XX/XX/XXXX, {$3200.00} contacte...\n", " \n", " \n", - " 2999\n", - " [ 9.23052337e-03 -4.17209491e-02 -4.68860641e-...\n", - " {\"token_count\":153,\"truncated\":false}\n", + " 5400\n", + " [ 1.44114876e-02 -2.34710164e-02 -6.58538565e-...\n", + " {\"token_count\":60,\"truncated\":false}\n", " \n", - " Synchrony Banks - Cards - Rooms to Go -XXXX XX...\n", + " Upon checking my XXXX credit report I noticed ...\n", " \n", " \n", - " 3328\n", - " [ 2.70252451e-02 -1.77774001e-02 -5.33813797e-...\n", - " {\"token_count\":156,\"truncated\":false}\n", + " 5425\n", + " [ 3.10326386e-02 -2.19427086e-02 -6.56386837e-...\n", + " {\"token_count\":87,\"truncated\":false}\n", " \n", - " On XX/XX/2020 I sent a letter regarding inaccu...\n", + " Follow up to previous complaint XXXX XXXX XXXX...\n", " \n", " \n", - " 3350\n", - " [ 7.35099008e-03 -4.77355123e-02 -4.46662568e-...\n", - " {\"token_count\":27,\"truncated\":false}\n", + " 6014\n", + " [ 1.90773793e-02 -2.27493346e-02 -3.27166244e-...\n", + " {\"token_count\":175,\"truncated\":false}\n", " \n", - " i HAVE FILED WITH FTC, I HAVE WRITTEN CREDIT B...\n", + " My new XXXX lease was over always paid on time...\n", " \n", " \n", - " 3456\n", - " [ 1.16492724e-02 -3.52159664e-02 -7.11626112e-...\n", - " {\"token_count\":369,\"truncated\":false}\n", + " 8192\n", + " [ 0.01937891 -0.05466933 -0.06070872 -0.059028...\n", + " {\"token_count\":131,\"truncated\":false}\n", " \n", - " On XX/XX/XXXX, my credit was ran without my pe...\n", + " I have no idea where this account cane from. B...\n", " \n", " \n", - " 3653\n", - " [ 0.00883822 -0.03367998 -0.0653678 -0.047673...\n", - " {\"token_count\":202,\"truncated\":false}\n", + " 8240\n", + " [ 4.34123818e-03 -3.40953320e-02 -4.06381376e-...\n", + " {\"token_count\":87,\"truncated\":false}\n", " \n", - " In accordance with the Fair Credit Reporting a...\n", + " I TIED TO BUY CAR AT XXXX, THEY GOT APPROVAL F...\n", " \n", " \n", - " 3917\n", - " [-9.19375755e-03 -4.48463596e-02 -4.28644493e-...\n", - " {\"token_count\":71,\"truncated\":false}\n", + " 8720\n", + " [ 0.03133732 -0.03972461 -0.00178199 -0.035876...\n", + " {\"token_count\":645,\"truncated\":false}\n", " \n", - " the company shared my information with another...\n", + " XXXX XXXX XXXX XXXX, NY XXXX XX/XX/XXXX Consum...\n", " \n", " \n", - " 4019\n", - " [ 2.71886196e-02 -1.58681143e-02 -9.44810733e-...\n", - " {\"token_count\":23,\"truncated\":false}\n", + " 8914\n", + " [ 1.75969116e-02 -2.25022305e-02 -5.70390299e-...\n", + " {\"token_count\":180,\"truncated\":false}\n", " \n", - " This account was not mine I explained this and...\n", + " On XX/XX/21 I sent a letter regarding inaccura...\n", " \n", " \n", - " 4623\n", - " [ 5.15385270e-02 -3.93053181e-02 -6.87293261e-...\n", - " {\"token_count\":145,\"truncated\":false}\n", + " 10021\n", + " [ 5.02460636e-02 -5.25112189e-02 -4.12914790e-...\n", + " {\"token_count\":30,\"truncated\":false}\n", " \n", - " This is XXXX XXXX, who is submitting this CFPB...\n", + " XX/XX/XXXX and XX/XX/XXXX inaccurate informati...\n", " \n", " \n", - " 4737\n", - " [-5.91580523e-03 -4.24148142e-02 -5.45979440e-...\n", - " {\"token_count\":116,\"truncated\":false}\n", + " 10327\n", + " [-0.00979626 -0.04912931 -0.08654705 -0.021063...\n", + " {\"token_count\":194,\"truncated\":false}\n", " \n", - " Ive disputed a few times with Experian that I ...\n", + " When I reviewed my credit report, I discovered...\n", " \n", " \n", - " 5487\n", - " [-1.08638387e-02 -2.26756260e-02 -7.00424053e-...\n", - " {\"token_count\":358,\"truncated\":false}\n", + " 10345\n", + " [-0.04292191 -0.02636929 -0.06177032 -0.076520...\n", + " {\"token_count\":262,\"truncated\":false}\n", " \n", - " I contacted Quicken Loans for refinancing my m...\n", + " U.S. Bank sent two letters containing Visa Deb...\n", " \n", " \n", - " 5544\n", - " [ 1.03287622e-02 -2.39139311e-02 -4.89642061e-...\n", - " {\"token_count\":73,\"truncated\":false}\n", + " 10369\n", + " [ 2.16020197e-02 -5.62509745e-02 -5.93873672e-...\n", + " {\"token_count\":77,\"truncated\":false}\n", " \n", - " I would like to initiate mediation and/or arbi...\n", + " I requested from XXXX that they reverse the la...\n", " \n", " \n", "\n", @@ -710,86 +710,86 @@ "[10000 rows x 4 columns in total]" ], "text/plain": [ - " text_embedding \\\n", - "300 [ 0.01977486 -0.04289974 -0.05289588 -0.027267... \n", - "566 [ 2.82494519e-02 -4.81299721e-02 -4.91684638e-... \n", - "772 [ 3.19108889e-02 -7.79124349e-03 -6.68819547e-... \n", - "981 [ 4.21869569e-03 -1.31362844e-02 -2.08469853e-... \n", - "1103 [ 4.16752733e-02 -4.29417416e-02 -6.27184287e-... \n", - "1144 [ 2.73083095e-02 -4.39260900e-02 -5.70089184e-... \n", - "1163 [ 1.32309105e-02 -1.49403308e-02 -3.24638188e-... \n", - "1610 [ 4.18850686e-03 -3.26682590e-02 -8.01362470e-... \n", - "1613 [ 5.40047046e-03 -5.22610508e-02 -1.18300663e-... \n", - "1730 [ 2.67208274e-02 -1.20688053e-02 -5.07430844e-... \n", - "1804 [ 3.10129300e-02 -4.27627843e-03 -4.10146788e-... \n", - "2025 [ 2.89897174e-02 -6.28184825e-02 -8.22938308e-... \n", - "2171 [ 0.01434928 -0.03750159 -0.0786588 -0.044728... \n", - "2269 [ 2.04897076e-02 -3.70928571e-02 -4.11568582e-... \n", - "2999 [ 9.23052337e-03 -4.17209491e-02 -4.68860641e-... \n", - "3328 [ 2.70252451e-02 -1.77774001e-02 -5.33813797e-... \n", - "3350 [ 7.35099008e-03 -4.77355123e-02 -4.46662568e-... \n", - "3456 [ 1.16492724e-02 -3.52159664e-02 -7.11626112e-... \n", - "3653 [ 0.00883822 -0.03367998 -0.0653678 -0.047673... \n", - "3917 [-9.19375755e-03 -4.48463596e-02 -4.28644493e-... \n", - "4019 [ 2.71886196e-02 -1.58681143e-02 -9.44810733e-... \n", - "4623 [ 5.15385270e-02 -3.93053181e-02 -6.87293261e-... \n", - "4737 [-5.91580523e-03 -4.24148142e-02 -5.45979440e-... \n", - "5487 [-1.08638387e-02 -2.26756260e-02 -7.00424053e-... \n", - "5544 [ 1.03287622e-02 -2.39139311e-02 -4.89642061e-... \n", + " text_embedding \\\n", + "545 [ 1.82510037e-02 -1.27867460e-02 -1.57095697e-... \n", + "614 [ 5.40032536e-02 -5.28502129e-02 -5.33268750e-... \n", + "1236 [-5.32836001e-03 -5.84292673e-02 -5.86670786e-... \n", + "1477 [ 3.02605387e-02 -4.37121317e-02 -2.70802993e-... \n", + "2261 [ 2.35723313e-02 -3.73509154e-02 -6.44604117e-... \n", + "2361 [ 1.04440488e-02 -9.37070698e-03 -7.36323372e-... \n", + "2378 [ 3.04989032e-02 -4.08191867e-02 -6.18648790e-... \n", + "3133 [ 0.00152804 -0.04189068 -0.04220504 -0.053740... \n", + "3140 [ 3.11435573e-02 -4.44000624e-02 -2.10917685e-... \n", + "3322 [ 2.75927987e-02 -6.23729872e-03 -3.83295454e-... \n", + "3583 [ 9.20385588e-03 -3.83387171e-02 -6.46291822e-... \n", + "4134 [-7.04960374e-04 -3.52595337e-02 -1.65264793e-... \n", + "4496 [ 3.67735326e-02 1.21120387e-03 -5.20942472e-... \n", + "5260 [ 2.07133405e-02 -1.69602726e-02 -5.07124476e-... \n", + "5400 [ 1.44114876e-02 -2.34710164e-02 -6.58538565e-... \n", + "5425 [ 3.10326386e-02 -2.19427086e-02 -6.56386837e-... \n", + "6014 [ 1.90773793e-02 -2.27493346e-02 -3.27166244e-... \n", + "8192 [ 0.01937891 -0.05466933 -0.06070872 -0.059028... \n", + "8240 [ 4.34123818e-03 -3.40953320e-02 -4.06381376e-... \n", + "8720 [ 0.03133732 -0.03972461 -0.00178199 -0.035876... \n", + "8914 [ 1.75969116e-02 -2.25022305e-02 -5.70390299e-... \n", + "10021 [ 5.02460636e-02 -5.25112189e-02 -4.12914790e-... \n", + "10327 [-0.00979626 -0.04912931 -0.08654705 -0.021063... \n", + "10345 [-0.04292191 -0.02636929 -0.06177032 -0.076520... \n", + "10369 [ 2.16020197e-02 -5.62509745e-02 -5.93873672e-... \n", "\n", - " statistics ml_embed_text_status \\\n", - "300 {\"token_count\":498,\"truncated\":false} \n", - "566 {\"token_count\":51,\"truncated\":false} \n", - "772 {\"token_count\":398,\"truncated\":false} \n", - "981 {\"token_count\":202,\"truncated\":false} \n", - "1103 {\"token_count\":31,\"truncated\":false} \n", - "1144 {\"token_count\":72,\"truncated\":false} \n", - "1163 {\"token_count\":138,\"truncated\":false} \n", - "1610 {\"token_count\":371,\"truncated\":false} \n", - "1613 {\"token_count\":12,\"truncated\":false} \n", - "1730 {\"token_count\":250,\"truncated\":false} \n", - "1804 {\"token_count\":366,\"truncated\":false} \n", - "2025 {\"token_count\":36,\"truncated\":false} \n", - "2171 {\"token_count\":305,\"truncated\":false} \n", - "2269 {\"token_count\":15,\"truncated\":false} \n", - "2999 {\"token_count\":153,\"truncated\":false} \n", - "3328 {\"token_count\":156,\"truncated\":false} \n", - "3350 {\"token_count\":27,\"truncated\":false} \n", - "3456 {\"token_count\":369,\"truncated\":false} \n", - "3653 {\"token_count\":202,\"truncated\":false} \n", - "3917 {\"token_count\":71,\"truncated\":false} \n", - "4019 {\"token_count\":23,\"truncated\":false} \n", - "4623 {\"token_count\":145,\"truncated\":false} \n", - "4737 {\"token_count\":116,\"truncated\":false} \n", - "5487 {\"token_count\":358,\"truncated\":false} \n", - "5544 {\"token_count\":73,\"truncated\":false} \n", + " statistics ml_embed_text_status \\\n", + "545 {\"token_count\":178,\"truncated\":false} \n", + "614 {\"token_count\":399,\"truncated\":false} \n", + "1236 {\"token_count\":129,\"truncated\":false} \n", + "1477 {\"token_count\":16,\"truncated\":false} \n", + "2261 {\"token_count\":33,\"truncated\":false} \n", + "2361 {\"token_count\":45,\"truncated\":false} \n", + "2378 {\"token_count\":892,\"truncated\":false} \n", + "3133 {\"token_count\":90,\"truncated\":false} \n", + "3140 {\"token_count\":372,\"truncated\":false} \n", + "3322 {\"token_count\":36,\"truncated\":false} \n", + "3583 {\"token_count\":52,\"truncated\":false} \n", + "4134 {\"token_count\":412,\"truncated\":false} \n", + "4496 {\"token_count\":182,\"truncated\":false} \n", + "5260 {\"token_count\":103,\"truncated\":false} \n", + "5400 {\"token_count\":60,\"truncated\":false} \n", + "5425 {\"token_count\":87,\"truncated\":false} \n", + "6014 {\"token_count\":175,\"truncated\":false} \n", + "8192 {\"token_count\":131,\"truncated\":false} \n", + "8240 {\"token_count\":87,\"truncated\":false} \n", + "8720 {\"token_count\":645,\"truncated\":false} \n", + "8914 {\"token_count\":180,\"truncated\":false} \n", + "10021 {\"token_count\":30,\"truncated\":false} \n", + "10327 {\"token_count\":194,\"truncated\":false} \n", + "10345 {\"token_count\":262,\"truncated\":false} \n", + "10369 {\"token_count\":77,\"truncated\":false} \n", "\n", - " content \n", - "300 XXXX XXXX XXXXXXXX has reported on my credit r... \n", - "566 My credit profile is inaccurate which is not f... \n", - "772 XXXX XXXX holds our lot loan that matured in X... \n", - "981 My Simple account was transferred to a BBVA a... \n", - "1103 The debt occurred more than 7 years in the pas... \n", - "1144 I'm really not sure what happened. I have mail... \n", - "1163 I was about to graduate in XX/XX/2018, when I ... \n", - "1610 I have disputed the referenced accounts to the... \n", - "1613 Disputed with credit beareu serveral times \n", - "1730 They attempted to collect an amount that was n... \n", - "1804 This collection company The Best Service Compa... \n", - "2025 I want the inquiries gone. I have an extensive... \n", - "2171 On XX/XX/2021 I sent a validation letter to XX... \n", - "2269 Fraudulent account removed from my credit repo... \n", - "2999 Synchrony Banks - Cards - Rooms to Go -XXXX XX... \n", - "3328 On XX/XX/2020 I sent a letter regarding inaccu... \n", - "3350 i HAVE FILED WITH FTC, I HAVE WRITTEN CREDIT B... \n", - "3456 On XX/XX/XXXX, my credit was ran without my pe... \n", - "3653 In accordance with the Fair Credit Reporting a... \n", - "3917 the company shared my information with another... \n", - "4019 This account was not mine I explained this and... \n", - "4623 This is XXXX XXXX, who is submitting this CFPB... \n", - "4737 Ive disputed a few times with Experian that I ... \n", - "5487 I contacted Quicken Loans for refinancing my m... \n", - "5544 I would like to initiate mediation and/or arbi... \n", + " content \n", + "545 My payments have been approximately {$89.00} w... \n", + "614 Hi, I have contacted Trans Union XXXX XXXX abo... \n", + "1236 I have a XXXX XXXX XXXX credit card on my Exp... \n", + "1477 Wrongs information, selling my information to ... \n", + "2261 Please investigate and delete disputed item th... \n", + "2361 By the provisions of the Fair Credit Reporting... \n", + "2378 Since XX/XX/XXXX I have been trying to dispute... \n", + "3133 Out of the blue I received a debt collection n... \n", + "3140 My wife and I have been sending money to XXXX ... \n", + "3322 Phone calls from Convergent Outsourcing XXXX. ... \n", + "3583 I recently received a copy of my credit report... \n", + "4134 I have been sending the creditor what they hav... \n", + "4496 This is my second complaint. Their response to... \n", + "5260 XX/XX/XXXX and XX/XX/XXXX, {$3200.00} contacte... \n", + "5400 Upon checking my XXXX credit report I noticed ... \n", + "5425 Follow up to previous complaint XXXX XXXX XXXX... \n", + "6014 My new XXXX lease was over always paid on time... \n", + "8192 I have no idea where this account cane from. B... \n", + "8240 I TIED TO BUY CAR AT XXXX, THEY GOT APPROVAL F... \n", + "8720 XXXX XXXX XXXX XXXX, NY XXXX XX/XX/XXXX Consum... \n", + "8914 On XX/XX/21 I sent a letter regarding inaccura... \n", + "10021 XX/XX/XXXX and XX/XX/XXXX inaccurate informati... \n", + "10327 When I reviewed my credit report, I discovered... \n", + "10345 U.S. Bank sent two letters containing Visa Deb... \n", + "10369 I requested from XXXX that they reverse the la... \n", "...\n", "\n", "[10000 rows x 4 columns]" @@ -816,13 +816,13 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 11, "metadata": {}, "outputs": [ { "data": { "text/html": [ - "Query job 6200a7cf-59c1-4529-879e-ca625e92ee2f is DONE. 72.0 MB processed. Open Job" + "Query job c78e1040-2a57-42f6-8fdb-5b9524846259 is DONE. 72.1 MB processed. Open Job" ], "text/plain": [ "" @@ -834,7 +834,7 @@ { "data": { "text/html": [ - "Query job 6135dec1-4ddf-4863-9c39-f7ba213069e4 is DONE. 0 Bytes processed. Open Job" + "Query job 0986541b-3941-4387-b813-8888f53d149e is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -846,7 +846,7 @@ { "data": { "text/html": [ - "Query job 977d2f7a-39e1-479f-b122-29664f36e8aa is DONE. 72.4 MB processed. Open Job" + "Query job 754aadd2-fee6-495c-acef-506f4e13c062 is DONE. 72.6 MB processed. Open Job" ], "text/plain": [ "" @@ -884,179 +884,179 @@ " \n", " \n", " \n", - " 300\n", - " [ 0.01977486 -0.04289974 -0.05289588 -0.027267...\n", - " {\"token_count\":498,\"truncated\":false}\n", + " 545\n", + " [ 1.82510037e-02 -1.27867460e-02 -1.57095697e-...\n", + " {\"token_count\":178,\"truncated\":false}\n", " \n", - " XXXX XXXX XXXXXXXX has reported on my credit r...\n", + " My payments have been approximately {$89.00} w...\n", " \n", " \n", - " 566\n", - " [ 2.82494519e-02 -4.81299721e-02 -4.91684638e-...\n", - " {\"token_count\":51,\"truncated\":false}\n", + " 614\n", + " [ 5.40032536e-02 -5.28502129e-02 -5.33268750e-...\n", + " {\"token_count\":399,\"truncated\":false}\n", " \n", - " My credit profile is inaccurate which is not f...\n", + " Hi, I have contacted Trans Union XXXX XXXX abo...\n", " \n", " \n", - " 772\n", - " [ 3.19108889e-02 -7.79124349e-03 -6.68819547e-...\n", - " {\"token_count\":398,\"truncated\":false}\n", + " 1236\n", + " [-5.32836001e-03 -5.84292673e-02 -5.86670786e-...\n", + " {\"token_count\":129,\"truncated\":false}\n", " \n", - " XXXX XXXX holds our lot loan that matured in X...\n", + " I have a XXXX XXXX XXXX credit card on my Exp...\n", " \n", " \n", - " 981\n", - " [ 4.21869569e-03 -1.31362844e-02 -2.08469853e-...\n", - " {\"token_count\":202,\"truncated\":false}\n", + " 1477\n", + " [ 3.02605387e-02 -4.37121317e-02 -2.70802993e-...\n", + " {\"token_count\":16,\"truncated\":false}\n", " \n", - " My Simple account was transferred to a BBVA a...\n", + " Wrongs information, selling my information to ...\n", " \n", " \n", - " 1103\n", - " [ 4.16752733e-02 -4.29417416e-02 -6.27184287e-...\n", - " {\"token_count\":31,\"truncated\":false}\n", + " 2261\n", + " [ 2.35723313e-02 -3.73509154e-02 -6.44604117e-...\n", + " {\"token_count\":33,\"truncated\":false}\n", " \n", - " The debt occurred more than 7 years in the pas...\n", + " Please investigate and delete disputed item th...\n", " \n", " \n", - " 1144\n", - " [ 2.73083095e-02 -4.39260900e-02 -5.70089184e-...\n", - " {\"token_count\":72,\"truncated\":false}\n", + " 2361\n", + " [ 1.04440488e-02 -9.37070698e-03 -7.36323372e-...\n", + " {\"token_count\":45,\"truncated\":false}\n", " \n", - " I'm really not sure what happened. I have mail...\n", + " By the provisions of the Fair Credit Reporting...\n", " \n", " \n", - " 1163\n", - " [ 1.32309105e-02 -1.49403308e-02 -3.24638188e-...\n", - " {\"token_count\":138,\"truncated\":false}\n", + " 2378\n", + " [ 3.04989032e-02 -4.08191867e-02 -6.18648790e-...\n", + " {\"token_count\":892,\"truncated\":false}\n", " \n", - " I was about to graduate in XX/XX/2018, when I ...\n", + " Since XX/XX/XXXX I have been trying to dispute...\n", " \n", " \n", - " 1610\n", - " [ 4.18850686e-03 -3.26682590e-02 -8.01362470e-...\n", - " {\"token_count\":371,\"truncated\":false}\n", + " 3133\n", + " [ 0.00152804 -0.04189068 -0.04220504 -0.053740...\n", + " {\"token_count\":90,\"truncated\":false}\n", " \n", - " I have disputed the referenced accounts to the...\n", + " Out of the blue I received a debt collection n...\n", " \n", " \n", - " 1613\n", - " [ 5.40047046e-03 -5.22610508e-02 -1.18300663e-...\n", - " {\"token_count\":12,\"truncated\":false}\n", + " 3140\n", + " [ 3.11435573e-02 -4.44000624e-02 -2.10917685e-...\n", + " {\"token_count\":372,\"truncated\":false}\n", " \n", - " Disputed with credit beareu serveral times\n", + " My wife and I have been sending money to XXXX ...\n", " \n", " \n", - " 1730\n", - " [ 2.67208274e-02 -1.20688053e-02 -5.07430844e-...\n", - " {\"token_count\":250,\"truncated\":false}\n", + " 3322\n", + " [ 2.75927987e-02 -6.23729872e-03 -3.83295454e-...\n", + " {\"token_count\":36,\"truncated\":false}\n", " \n", - " They attempted to collect an amount that was n...\n", + " Phone calls from Convergent Outsourcing XXXX. ...\n", " \n", " \n", - " 1804\n", - " [ 3.10129300e-02 -4.27627843e-03 -4.10146788e-...\n", - " {\"token_count\":366,\"truncated\":false}\n", + " 3583\n", + " [ 9.20385588e-03 -3.83387171e-02 -6.46291822e-...\n", + " {\"token_count\":52,\"truncated\":false}\n", " \n", - " This collection company The Best Service Compa...\n", + " I recently received a copy of my credit report...\n", " \n", " \n", - " 2025\n", - " [ 2.89897174e-02 -6.28184825e-02 -8.22938308e-...\n", - " {\"token_count\":36,\"truncated\":false}\n", + " 4134\n", + " [-7.04960374e-04 -3.52595337e-02 -1.65264793e-...\n", + " {\"token_count\":412,\"truncated\":false}\n", " \n", - " I want the inquiries gone. I have an extensive...\n", + " I have been sending the creditor what they hav...\n", " \n", " \n", - " 2171\n", - " [ 0.01434928 -0.03750159 -0.0786588 -0.044728...\n", - " {\"token_count\":305,\"truncated\":false}\n", + " 4496\n", + " [ 3.67735326e-02 1.21120387e-03 -5.20942472e-...\n", + " {\"token_count\":182,\"truncated\":false}\n", " \n", - " On XX/XX/2021 I sent a validation letter to XX...\n", + " This is my second complaint. Their response to...\n", " \n", " \n", - " 2269\n", - " [ 2.04897076e-02 -3.70928571e-02 -4.11568582e-...\n", - " {\"token_count\":15,\"truncated\":false}\n", + " 5260\n", + " [ 2.07133405e-02 -1.69602726e-02 -5.07124476e-...\n", + " {\"token_count\":103,\"truncated\":false}\n", " \n", - " Fraudulent account removed from my credit repo...\n", + " XX/XX/XXXX and XX/XX/XXXX, {$3200.00} contacte...\n", " \n", " \n", - " 2999\n", - " [ 9.23052337e-03 -4.17209491e-02 -4.68860641e-...\n", - " {\"token_count\":153,\"truncated\":false}\n", + " 5400\n", + " [ 1.44114876e-02 -2.34710164e-02 -6.58538565e-...\n", + " {\"token_count\":60,\"truncated\":false}\n", " \n", - " Synchrony Banks - Cards - Rooms to Go -XXXX XX...\n", + " Upon checking my XXXX credit report I noticed ...\n", " \n", " \n", - " 3328\n", - " [ 2.70252451e-02 -1.77774001e-02 -5.33813797e-...\n", - " {\"token_count\":156,\"truncated\":false}\n", + " 5425\n", + " [ 3.10326386e-02 -2.19427086e-02 -6.56386837e-...\n", + " {\"token_count\":87,\"truncated\":false}\n", " \n", - " On XX/XX/2020 I sent a letter regarding inaccu...\n", + " Follow up to previous complaint XXXX XXXX XXXX...\n", " \n", " \n", - " 3350\n", - " [ 7.35099008e-03 -4.77355123e-02 -4.46662568e-...\n", - " {\"token_count\":27,\"truncated\":false}\n", + " 6014\n", + " [ 1.90773793e-02 -2.27493346e-02 -3.27166244e-...\n", + " {\"token_count\":175,\"truncated\":false}\n", " \n", - " i HAVE FILED WITH FTC, I HAVE WRITTEN CREDIT B...\n", + " My new XXXX lease was over always paid on time...\n", " \n", " \n", - " 3456\n", - " [ 1.16492724e-02 -3.52159664e-02 -7.11626112e-...\n", - " {\"token_count\":369,\"truncated\":false}\n", + " 8192\n", + " [ 0.01937891 -0.05466933 -0.06070872 -0.059028...\n", + " {\"token_count\":131,\"truncated\":false}\n", " \n", - " On XX/XX/XXXX, my credit was ran without my pe...\n", + " I have no idea where this account cane from. B...\n", " \n", " \n", - " 3653\n", - " [ 0.00883822 -0.03367998 -0.0653678 -0.047673...\n", - " {\"token_count\":202,\"truncated\":false}\n", + " 8240\n", + " [ 4.34123818e-03 -3.40953320e-02 -4.06381376e-...\n", + " {\"token_count\":87,\"truncated\":false}\n", " \n", - " In accordance with the Fair Credit Reporting a...\n", + " I TIED TO BUY CAR AT XXXX, THEY GOT APPROVAL F...\n", " \n", " \n", - " 3917\n", - " [-9.19375755e-03 -4.48463596e-02 -4.28644493e-...\n", - " {\"token_count\":71,\"truncated\":false}\n", + " 8720\n", + " [ 0.03133732 -0.03972461 -0.00178199 -0.035876...\n", + " {\"token_count\":645,\"truncated\":false}\n", " \n", - " the company shared my information with another...\n", + " XXXX XXXX XXXX XXXX, NY XXXX XX/XX/XXXX Consum...\n", " \n", " \n", - " 4019\n", - " [ 2.71886196e-02 -1.58681143e-02 -9.44810733e-...\n", - " {\"token_count\":23,\"truncated\":false}\n", + " 8914\n", + " [ 1.75969116e-02 -2.25022305e-02 -5.70390299e-...\n", + " {\"token_count\":180,\"truncated\":false}\n", " \n", - " This account was not mine I explained this and...\n", + " On XX/XX/21 I sent a letter regarding inaccura...\n", " \n", " \n", - " 4623\n", - " [ 5.15385270e-02 -3.93053181e-02 -6.87293261e-...\n", - " {\"token_count\":145,\"truncated\":false}\n", + " 10021\n", + " [ 5.02460636e-02 -5.25112189e-02 -4.12914790e-...\n", + " {\"token_count\":30,\"truncated\":false}\n", " \n", - " This is XXXX XXXX, who is submitting this CFPB...\n", + " XX/XX/XXXX and XX/XX/XXXX inaccurate informati...\n", " \n", " \n", - " 4737\n", - " [-5.91580523e-03 -4.24148142e-02 -5.45979440e-...\n", - " {\"token_count\":116,\"truncated\":false}\n", + " 10327\n", + " [-0.00979626 -0.04912931 -0.08654705 -0.021063...\n", + " {\"token_count\":194,\"truncated\":false}\n", " \n", - " Ive disputed a few times with Experian that I ...\n", + " When I reviewed my credit report, I discovered...\n", " \n", " \n", - " 5487\n", - " [-1.08638387e-02 -2.26756260e-02 -7.00424053e-...\n", - " {\"token_count\":358,\"truncated\":false}\n", + " 10345\n", + " [-0.04292191 -0.02636929 -0.06177032 -0.076520...\n", + " {\"token_count\":262,\"truncated\":false}\n", " \n", - " I contacted Quicken Loans for refinancing my m...\n", + " U.S. Bank sent two letters containing Visa Deb...\n", " \n", " \n", - " 5544\n", - " [ 1.03287622e-02 -2.39139311e-02 -4.89642061e-...\n", - " {\"token_count\":73,\"truncated\":false}\n", + " 10369\n", + " [ 2.16020197e-02 -5.62509745e-02 -5.93873672e-...\n", + " {\"token_count\":77,\"truncated\":false}\n", " \n", - " I would like to initiate mediation and/or arbi...\n", + " I requested from XXXX that they reverse the la...\n", " \n", " \n", "\n", @@ -1064,98 +1064,103 @@ "[10000 rows x 4 columns in total]" ], "text/plain": [ - " text_embedding \\\n", - "300 [ 0.01977486 -0.04289974 -0.05289588 -0.027267... \n", - "566 [ 2.82494519e-02 -4.81299721e-02 -4.91684638e-... \n", - "772 [ 3.19108889e-02 -7.79124349e-03 -6.68819547e-... \n", - "981 [ 4.21869569e-03 -1.31362844e-02 -2.08469853e-... \n", - "1103 [ 4.16752733e-02 -4.29417416e-02 -6.27184287e-... \n", - "1144 [ 2.73083095e-02 -4.39260900e-02 -5.70089184e-... \n", - "1163 [ 1.32309105e-02 -1.49403308e-02 -3.24638188e-... \n", - "1610 [ 4.18850686e-03 -3.26682590e-02 -8.01362470e-... \n", - "1613 [ 5.40047046e-03 -5.22610508e-02 -1.18300663e-... \n", - "1730 [ 2.67208274e-02 -1.20688053e-02 -5.07430844e-... \n", - "1804 [ 3.10129300e-02 -4.27627843e-03 -4.10146788e-... \n", - "2025 [ 2.89897174e-02 -6.28184825e-02 -8.22938308e-... \n", - "2171 [ 0.01434928 -0.03750159 -0.0786588 -0.044728... \n", - "2269 [ 2.04897076e-02 -3.70928571e-02 -4.11568582e-... \n", - "2999 [ 9.23052337e-03 -4.17209491e-02 -4.68860641e-... \n", - "3328 [ 2.70252451e-02 -1.77774001e-02 -5.33813797e-... \n", - "3350 [ 7.35099008e-03 -4.77355123e-02 -4.46662568e-... \n", - "3456 [ 1.16492724e-02 -3.52159664e-02 -7.11626112e-... \n", - "3653 [ 0.00883822 -0.03367998 -0.0653678 -0.047673... \n", - "3917 [-9.19375755e-03 -4.48463596e-02 -4.28644493e-... \n", - "4019 [ 2.71886196e-02 -1.58681143e-02 -9.44810733e-... \n", - "4623 [ 5.15385270e-02 -3.93053181e-02 -6.87293261e-... \n", - "4737 [-5.91580523e-03 -4.24148142e-02 -5.45979440e-... \n", - "5487 [-1.08638387e-02 -2.26756260e-02 -7.00424053e-... \n", - "5544 [ 1.03287622e-02 -2.39139311e-02 -4.89642061e-... \n", + " text_embedding \\\n", + "545 [ 1.82510037e-02 -1.27867460e-02 -1.57095697e-... \n", + "614 [ 5.40032536e-02 -5.28502129e-02 -5.33268750e-... \n", + "1236 [-5.32836001e-03 -5.84292673e-02 -5.86670786e-... \n", + "1477 [ 3.02605387e-02 -4.37121317e-02 -2.70802993e-... \n", + "2261 [ 2.35723313e-02 -3.73509154e-02 -6.44604117e-... \n", + "2361 [ 1.04440488e-02 -9.37070698e-03 -7.36323372e-... \n", + "2378 [ 3.04989032e-02 -4.08191867e-02 -6.18648790e-... \n", + "3133 [ 0.00152804 -0.04189068 -0.04220504 -0.053740... \n", + "3140 [ 3.11435573e-02 -4.44000624e-02 -2.10917685e-... \n", + "3322 [ 2.75927987e-02 -6.23729872e-03 -3.83295454e-... \n", + "3583 [ 9.20385588e-03 -3.83387171e-02 -6.46291822e-... \n", + "4134 [-7.04960374e-04 -3.52595337e-02 -1.65264793e-... \n", + "4496 [ 3.67735326e-02 1.21120387e-03 -5.20942472e-... \n", + "5260 [ 2.07133405e-02 -1.69602726e-02 -5.07124476e-... \n", + "5400 [ 1.44114876e-02 -2.34710164e-02 -6.58538565e-... \n", + "5425 [ 3.10326386e-02 -2.19427086e-02 -6.56386837e-... \n", + "6014 [ 1.90773793e-02 -2.27493346e-02 -3.27166244e-... \n", + "8192 [ 0.01937891 -0.05466933 -0.06070872 -0.059028... \n", + "8240 [ 4.34123818e-03 -3.40953320e-02 -4.06381376e-... \n", + "8720 [ 0.03133732 -0.03972461 -0.00178199 -0.035876... \n", + "8914 [ 1.75969116e-02 -2.25022305e-02 -5.70390299e-... \n", + "10021 [ 5.02460636e-02 -5.25112189e-02 -4.12914790e-... \n", + "10327 [-0.00979626 -0.04912931 -0.08654705 -0.021063... \n", + "10345 [-0.04292191 -0.02636929 -0.06177032 -0.076520... \n", + "10369 [ 2.16020197e-02 -5.62509745e-02 -5.93873672e-... \n", "\n", - " statistics ml_embed_text_status \\\n", - "300 {\"token_count\":498,\"truncated\":false} \n", - "566 {\"token_count\":51,\"truncated\":false} \n", - "772 {\"token_count\":398,\"truncated\":false} \n", - "981 {\"token_count\":202,\"truncated\":false} \n", - "1103 {\"token_count\":31,\"truncated\":false} \n", - "1144 {\"token_count\":72,\"truncated\":false} \n", - "1163 {\"token_count\":138,\"truncated\":false} \n", - "1610 {\"token_count\":371,\"truncated\":false} \n", - "1613 {\"token_count\":12,\"truncated\":false} \n", - "1730 {\"token_count\":250,\"truncated\":false} \n", - "1804 {\"token_count\":366,\"truncated\":false} \n", - "2025 {\"token_count\":36,\"truncated\":false} \n", - "2171 {\"token_count\":305,\"truncated\":false} \n", - "2269 {\"token_count\":15,\"truncated\":false} \n", - "2999 {\"token_count\":153,\"truncated\":false} \n", - "3328 {\"token_count\":156,\"truncated\":false} \n", - "3350 {\"token_count\":27,\"truncated\":false} \n", - "3456 {\"token_count\":369,\"truncated\":false} \n", - "3653 {\"token_count\":202,\"truncated\":false} \n", - "3917 {\"token_count\":71,\"truncated\":false} \n", - "4019 {\"token_count\":23,\"truncated\":false} \n", - "4623 {\"token_count\":145,\"truncated\":false} \n", - "4737 {\"token_count\":116,\"truncated\":false} \n", - "5487 {\"token_count\":358,\"truncated\":false} \n", - "5544 {\"token_count\":73,\"truncated\":false} \n", + " statistics ml_embed_text_status \\\n", + "545 {\"token_count\":178,\"truncated\":false} \n", + "614 {\"token_count\":399,\"truncated\":false} \n", + "1236 {\"token_count\":129,\"truncated\":false} \n", + "1477 {\"token_count\":16,\"truncated\":false} \n", + "2261 {\"token_count\":33,\"truncated\":false} \n", + "2361 {\"token_count\":45,\"truncated\":false} \n", + "2378 {\"token_count\":892,\"truncated\":false} \n", + "3133 {\"token_count\":90,\"truncated\":false} \n", + "3140 {\"token_count\":372,\"truncated\":false} \n", + "3322 {\"token_count\":36,\"truncated\":false} \n", + "3583 {\"token_count\":52,\"truncated\":false} \n", + "4134 {\"token_count\":412,\"truncated\":false} \n", + "4496 {\"token_count\":182,\"truncated\":false} \n", + "5260 {\"token_count\":103,\"truncated\":false} \n", + "5400 {\"token_count\":60,\"truncated\":false} \n", + "5425 {\"token_count\":87,\"truncated\":false} \n", + "6014 {\"token_count\":175,\"truncated\":false} \n", + "8192 {\"token_count\":131,\"truncated\":false} \n", + "8240 {\"token_count\":87,\"truncated\":false} \n", + "8720 {\"token_count\":645,\"truncated\":false} \n", + "8914 {\"token_count\":180,\"truncated\":false} \n", + "10021 {\"token_count\":30,\"truncated\":false} \n", + "10327 {\"token_count\":194,\"truncated\":false} \n", + "10345 {\"token_count\":262,\"truncated\":false} \n", + "10369 {\"token_count\":77,\"truncated\":false} \n", "\n", - " content \n", - "300 XXXX XXXX XXXXXXXX has reported on my credit r... \n", - "566 My credit profile is inaccurate which is not f... \n", - "772 XXXX XXXX holds our lot loan that matured in X... \n", - "981 My Simple account was transferred to a BBVA a... \n", - "1103 The debt occurred more than 7 years in the pas... \n", - "1144 I'm really not sure what happened. I have mail... \n", - "1163 I was about to graduate in XX/XX/2018, when I ... \n", - "1610 I have disputed the referenced accounts to the... \n", - "1613 Disputed with credit beareu serveral times \n", - "1730 They attempted to collect an amount that was n... \n", - "1804 This collection company The Best Service Compa... \n", - "2025 I want the inquiries gone. I have an extensive... \n", - "2171 On XX/XX/2021 I sent a validation letter to XX... \n", - "2269 Fraudulent account removed from my credit repo... \n", - "2999 Synchrony Banks - Cards - Rooms to Go -XXXX XX... \n", - "3328 On XX/XX/2020 I sent a letter regarding inaccu... \n", - "3350 i HAVE FILED WITH FTC, I HAVE WRITTEN CREDIT B... \n", - "3456 On XX/XX/XXXX, my credit was ran without my pe... \n", - "3653 In accordance with the Fair Credit Reporting a... \n", - "3917 the company shared my information with another... \n", - "4019 This account was not mine I explained this and... \n", - "4623 This is XXXX XXXX, who is submitting this CFPB... \n", - "4737 Ive disputed a few times with Experian that I ... \n", - "5487 I contacted Quicken Loans for refinancing my m... \n", - "5544 I would like to initiate mediation and/or arbi... \n", + " content \n", + "545 My payments have been approximately {$89.00} w... \n", + "614 Hi, I have contacted Trans Union XXXX XXXX abo... \n", + "1236 I have a XXXX XXXX XXXX credit card on my Exp... \n", + "1477 Wrongs information, selling my information to ... \n", + "2261 Please investigate and delete disputed item th... \n", + "2361 By the provisions of the Fair Credit Reporting... \n", + "2378 Since XX/XX/XXXX I have been trying to dispute... \n", + "3133 Out of the blue I received a debt collection n... \n", + "3140 My wife and I have been sending money to XXXX ... \n", + "3322 Phone calls from Convergent Outsourcing XXXX. ... \n", + "3583 I recently received a copy of my credit report... \n", + "4134 I have been sending the creditor what they hav... \n", + "4496 This is my second complaint. Their response to... \n", + "5260 XX/XX/XXXX and XX/XX/XXXX, {$3200.00} contacte... \n", + "5400 Upon checking my XXXX credit report I noticed ... \n", + "5425 Follow up to previous complaint XXXX XXXX XXXX... \n", + "6014 My new XXXX lease was over always paid on time... \n", + "8192 I have no idea where this account cane from. B... \n", + "8240 I TIED TO BUY CAR AT XXXX, THEY GOT APPROVAL F... \n", + "8720 XXXX XXXX XXXX XXXX, NY XXXX XX/XX/XXXX Consum... \n", + "8914 On XX/XX/21 I sent a letter regarding inaccura... \n", + "10021 XX/XX/XXXX and XX/XX/XXXX inaccurate informati... \n", + "10327 When I reviewed my credit report, I discovered... \n", + "10345 U.S. Bank sent two letters containing Visa Deb... \n", + "10369 I requested from XXXX that they reverse the la... \n", "...\n", "\n", "[10000 rows x 4 columns]" ] }, - "execution_count": 12, + "execution_count": 11, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "successful_rows = predicted_embeddings[\"ml_embed_text_status\"] == \"\"\n", + "successful_rows = (\n", + " (predicted_embeddings[\"ml_embed_text_status\"] == \"\")\n", + " # Series.str.len() gives the length of an array.\n", + " # See: https://stackoverflow.com/a/41340543/101923\n", + " & (predicted_embeddings[\"text_embedding\"].str.len() != 0)\n", + ")\n", "predicted_embeddings = predicted_embeddings[successful_rows]\n", "predicted_embeddings\n" ] @@ -1180,7 +1185,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 12, "metadata": { "id": "AhNTnEC5FRz2" }, @@ -1201,7 +1206,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 13, "metadata": { "id": "6poSxh-fGJF7" }, @@ -1209,7 +1214,7 @@ { "data": { "text/html": [ - "Query job 1bcaa0a1-7aeb-4e30-8aa0-6b62a07c0d5f is DONE. 61.6 MB processed. Open Job" + "Query job fa4bbc13-3831-4c80-9b59-9939e605ed58 is DONE. 61.7 MB processed. Open Job" ], "text/plain": [ "" @@ -1221,7 +1226,7 @@ { "data": { "text/html": [ - "Query job b27e86ab-ed6d-4c8f-89c9-630927456993 is DONE. 0 Bytes processed. Open Job" + "Query job d2d681aa-e49a-4fda-89fd-60cf906d3aec is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1233,7 +1238,7 @@ { "data": { "text/html": [ - "Query job 730d4d34-a023-40ac-a78d-0606c353d235 is DONE. 72.5 MB processed. Open Job" + "Query job 234bb6be-625c-4c96-baea-c37c33410114 is DONE. 72.7 MB processed. Open Job" ], "text/plain": [ "" @@ -1245,7 +1250,7 @@ { "data": { "text/html": [ - "Query job db7174ba-dad0-4ac1-b459-51799570a093 is DONE. 80.0 kB processed. Open Job" + "Query job 285817cb-99d3-426f-82c3-89d36119e8db is DONE. 80.0 kB processed. Open Job" ], "text/plain": [ "" @@ -1257,7 +1262,7 @@ { "data": { "text/html": [ - "Query job 8804ea96-7d92-4c48-b36d-c47981ca9096 is DONE. 73.2 MB processed. Open Job" + "Query job 3a39d2b0-55a1-4922-972a-8806b387f877 is DONE. 73.3 MB processed. Open Job" ], "text/plain": [ "" @@ -1297,49 +1302,49 @@ " \n", " \n", " \n", - " 3431779\n", + " 182250\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.535594290569...\n", - " [ 3.92934196e-02 -9.10845026e-02 -4.04280126e-...\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.570560301900...\n", + " [ 4.70298417e-02 -4.08669300e-02 -2.99868709e-...\n", " {\"token_count\":10,\"truncated\":false}\n", " \n", - " Fraud scratch account in Experian credit report\n", + " These are not my accounts. Please remove them.\n", " \n", " \n", - " 41916\n", + " 3023485\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.546894006330...\n", - " [-3.28768999e-03 -4.22948077e-02 -7.46203661e-...\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.523572693768...\n", + " [ 1.55437263e-02 -1.93240177e-02 -2.48466972e-...\n", " {\"token_count\":10,\"truncated\":false}\n", " \n", - " I did not authorize this inquiry on my credit ...\n", + " This debt is not mine due to identity theft.\n", " \n", " \n", - " 308379\n", + " 407254\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.565107956565...\n", - " [ 4.27730894e-03 -6.67066649e-02 -7.86168799e-...\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.515173566816...\n", + " [-0.01293471 -0.01959546 -0.02238463 -0.066214...\n", " {\"token_count\":10,\"truncated\":false}\n", " \n", - " My parents credit information is on my credit ...\n", + " I do not owe this company money!!!!!\n", " \n", " \n", - " 554444\n", + " 1509454\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.399670811064...\n", - " [ 9.78547148e-03 -3.19877677e-02 -6.17879257e-...\n", - " {\"token_count\":100,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.645342721754...\n", + " [ 3.21860723e-02 -2.67103072e-02 -4.78175096e-...\n", + " {\"token_count\":10,\"truncated\":false}\n", " \n", - " I reviewed my credit report and it showed mult...\n", + " VIOLATES HIPPA AND CRA\n", " \n", " \n", - " 2045082\n", + " 2357848\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.406139421970...\n", - " [ 0.00498423 -0.04450029 -0.05945096 -0.052494...\n", - " {\"token_count\":100,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.519872186251...\n", + " [-1.88122243e-02 -2.68064123e-02 -4.69480827e-...\n", + " {\"token_count\":10,\"truncated\":false}\n", " \n", - " What is wrong why these accounts are on my cre...\n", + " Receive numerous phone calls. I have no debt.\n", " \n", " \n", "\n", @@ -1347,35 +1352,35 @@ ], "text/plain": [ " CENTROID_ID NEAREST_CENTROIDS_DISTANCE \\\n", - "3431779 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.535594290569... \n", - "41916 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.546894006330... \n", - "308379 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.565107956565... \n", - "554444 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.399670811064... \n", - "2045082 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.406139421970... \n", + "182250 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.570560301900... \n", + "3023485 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.523572693768... \n", + "407254 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.515173566816... \n", + "1509454 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.645342721754... \n", + "2357848 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.519872186251... \n", "\n", " text_embedding \\\n", - "3431779 [ 3.92934196e-02 -9.10845026e-02 -4.04280126e-... \n", - "41916 [-3.28768999e-03 -4.22948077e-02 -7.46203661e-... \n", - "308379 [ 4.27730894e-03 -6.67066649e-02 -7.86168799e-... \n", - "554444 [ 9.78547148e-03 -3.19877677e-02 -6.17879257e-... \n", - "2045082 [ 0.00498423 -0.04450029 -0.05945096 -0.052494... \n", + "182250 [ 4.70298417e-02 -4.08669300e-02 -2.99868709e-... \n", + "3023485 [ 1.55437263e-02 -1.93240177e-02 -2.48466972e-... \n", + "407254 [-0.01293471 -0.01959546 -0.02238463 -0.066214... \n", + "1509454 [ 3.21860723e-02 -2.67103072e-02 -4.78175096e-... \n", + "2357848 [-1.88122243e-02 -2.68064123e-02 -4.69480827e-... \n", "\n", - " statistics ml_embed_text_status \\\n", - "3431779 {\"token_count\":10,\"truncated\":false} \n", - "41916 {\"token_count\":10,\"truncated\":false} \n", - "308379 {\"token_count\":10,\"truncated\":false} \n", - "554444 {\"token_count\":100,\"truncated\":false} \n", - "2045082 {\"token_count\":100,\"truncated\":false} \n", + " statistics ml_embed_text_status \\\n", + "182250 {\"token_count\":10,\"truncated\":false} \n", + "3023485 {\"token_count\":10,\"truncated\":false} \n", + "407254 {\"token_count\":10,\"truncated\":false} \n", + "1509454 {\"token_count\":10,\"truncated\":false} \n", + "2357848 {\"token_count\":10,\"truncated\":false} \n", "\n", - " content \n", - "3431779 Fraud scratch account in Experian credit report \n", - "41916 I did not authorize this inquiry on my credit ... \n", - "308379 My parents credit information is on my credit ... \n", - "554444 I reviewed my credit report and it showed mult... \n", - "2045082 What is wrong why these accounts are on my cre... " + " content \n", + "182250 These are not my accounts. Please remove them. \n", + "3023485 This debt is not mine due to identity theft. \n", + "407254 I do not owe this company money!!!!! \n", + "1509454 VIOLATES HIPPA AND CRA \n", + "2357848 Receive numerous phone calls. I have no debt. " ] }, - "execution_count": 15, + "execution_count": 13, "metadata": {}, "output_type": "execute_result" } @@ -1417,7 +1422,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 14, "metadata": { "id": "2E7wXM_jGqo6" }, @@ -1425,7 +1430,7 @@ { "data": { "text/html": [ - "Query job ccb64b18-1e20-4d41-b023-3b99c162eb3a is DONE. 10.5 MB processed. Open Job" + "Query job 85ead687-4ba9-44bf-88da-23a066f45960 is DONE. 10.7 MB processed. Open Job" ], "text/plain": [ "" @@ -1437,7 +1442,7 @@ { "data": { "text/html": [ - "Query job feae88fd-eb75-4248-a9ef-8b2cec802ce9 is DONE. 10.5 MB processed. Open Job" + "Query job 68ef20cd-220d-40a9-bb42-63ed3d6f5d3f is DONE. 10.7 MB processed. Open Job" ], "text/plain": [ "" @@ -1463,7 +1468,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 15, "metadata": { "id": "ZNDiueI9IP5e" }, @@ -1473,36 +1478,42 @@ "output_type": "stream", "text": [ "comment list 1:\n", - "1. The debt occurred more than 7 years in the past. It is illegal to report credit items after 7 years. There was no way to verify the debt.\n", - "2. I'm really not sure what happened. I have mailed off letters to the credit bureaus continuously and thus far I have not gotten a response. My name is XXXX XXXX and I am filing this complaint for falsely reporting misleading information. There is no third party involved. Please review the uploaded letters.\n", - "3. Fraudulent account removed from my credit report due to Identity Theft\n", - "4. This account was not mine I explained this and they closed it but are still reporting a balance with the fraudulent charges\n", - "5. Ive disputed a few times with Experian that I paid off my credit card account. The first time in XX/XX/2022 that they updated my account that it showed I had a {$0.00} balance remaining but wasnt showing paid!. Then the second dispute they just deleted the account on XX/XX/2022 causing my credit score to drop. I paid off a total amount of {$2000.00}. Ive also received from the creditor a satisfactory of judgment letter.\n", + "1. Wrongs information, selling my information to third party. Incorrect reporting\n", + "2. I TIED TO BUY CAR AT XXXX, THEY GOT APPROVAL FROM XXXX XXXX XXXX XXXX WHICH ENDED A A LIE. THEY ALSO, PULLED MANY OTHERS I DID NT AGREED TO. SOLF PULLS ONLY\n", + "3. XX/XX/XXXX and XX/XX/XXXX inaccurate information reported 30 days late.\n", + "4. Im working on myCredit and I see a couple of inquiries that I have no idea where they came from.\n", + "5. I request a copy of all dispute results and documentary evidence from XXXX, and XXXX mailed to me\n", "\n", "comment list 2:\n", - "1. In accordance with the Fair Credit Reporting act XXXX XXXX XXXX Account # XXXXXXXX XXXX XXXX XXXX Account # XXXXXXXX XXXX XXXX XXXX Account # XXXX, XXXX XXXX Account # XXXX, XXXX Account # XXXX, XXXX Account # XXXX, Bankruptcy Account # XXXX, has violated my rights. \n", + "1. My wife and I have been sending money to XXXX via my brother-in-law to finish a building project we have been working on since XXXX with target date of completion by XX/XX/XXXX. In XXXX XXXX my brother-in-law in was contacted by his bank to confirm he was not defrauding my wife. My brother-in-law confirmed he was helping to handle the building project by organizing and paying the workers. In XXXX XXXX Bank of America reach out to my wife to update her profile to avoid account restrictions. My wife 's account was eventually restricted until she called and confirmed her employment and other personal information. My wife 's full account activities were then restored and we continued sending wire transfers to XXXX via her checking account. \n", + "Then I received a letter dated XXXX XXXX XXXX from Bank of America stating the money market account I share with my wife which has been opened since XXXX will be will be restricted from use in 21 days and closed in 30 days with no reason. I strongly believe this is a result of the legal international wires because there was no reason to close the Savings account which had with hardly any activity. \n", + "I agree that Bank of America has a right to close accounts but I do not agree with Bank of America closing accounts because of international transactions unless they can prove fraud, criminal activity or support for terrorism, this is discriminatory towards foreign nationals. How are foreign nationals suppose to make investments or support their family/community if they are excluded from the banking system?\n", + "2. XXXX XXXX XXXX XXXX, NY XXXX XX/XX/XXXX Consumer Financial Protection Bureau XXXX XXXX XXXX XXXX, IA XXXX Dear Sir or Madam : In XX/XX/XXXX Out of the blue JP Morgan Chase arbitrarily closed my account. This was after my mother is a XXXX survivor who is over XXXX years old and for whom I have a general power of attorney and take care of her bill paying was questioned about a transaction. She is also XXXX XXXX. \n", + "\n", + "I have reason to belief that a mentally disturbed family member for whom I have an order of protection initiated this situation. This individual has ben harassing me and other members of my family for a considerable amount of time. \n", + "\n", + "The bank initially was satisfied with her response. However within 2 days they closed the account of a XXXX year old XXXX XXXX person. \n", "\n", - "15 U.S.C 1681 section 602 A. States I have the right to privacy.\n", + "Soon after for no reason my account was closed as well. I tried to reach out to the corporate offices of Chase and make great effort to find out what happened and to restore my account as well as my mothers but I was unsuccessful. In addition the people I spoke to were not only unhelpful bu exceedingly rude. \n", "\n", - "15 U.S.C 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions\n", - "2. According to the fair credit reporting act the list of inquiries have violated my rights. 15 U.S.C 1681 section 602A states I have the right to privacy.15 U.S.C 1681 section 2 604 A states a consumer reporting agency can not furnish a account with out written consent Inquires, also code 15 USC 6802 ( B ) has been violated XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", - "3. In accordance with the fair credit Reporting act XXXX Account # XXXX, has violated my rights. \n", + "I should add that I have had an account with Chase since XX/XX/XXXX and took care of my ailing father before he passed away for over 25 years as well. I am now taking care of my mother for over 28 years. \n", "\n", - "15 USC 1681 Section 602 States I have the right to privacy.\n", + "I went so far as contacting a prominent Television reporter who was interested in doing a report on what happened. \n", "\n", - "15 USC 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions.\n", + "I have since managed to open an account at another bank but this week I had reason to go to a branch of Chase regarding another issue and a manager using my That is a very serious unsubstantiated accusation and given this information I have no choice but to submit this complaint. \n", "\n", - "15 USC 1666B : A creditor may not treat a payment on a credit card account under an open end consumer credit plan as late for and purpose.\n", - "4. In accordance with the Fair Credit Reporting act XXXX Account # XXXX XXXX XXXX XXXX, has violated my rights. \n", + "I have no interest in having an account again at a disreputable bank like Chase but I can not and will not accept or tolerate a derogatory accusation be associated with my name. \n", "\n", - "15 U.S.C 1681 section 602 A. States I have the right to privacy.\n", + "I hope that my complaint will hAve the desired effect of removing this derogatory unsubstantiated accusation be removed from my name. However. I will not let this unfair matter stand and Chase ought to know that I have already retained an attorney and will if necessary hold Chase responsible and liable all damage i have incurred now And in the future Enclosed, please find the letter from Chase stating that they were closing my mothers account and a similar letter was received by me too. \n", "\n", - "15 U.S.C 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions\n", - "5. In accordance with the Fair Credit Reporting Act XXXX Account XXXX XXXX, Account XXXX XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX- XXXX, XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX - XXXX, XXXX XXXX - XXXX, XXXX XXXX XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXXXXXX XXXX XXXX has violated my rights. \n", + "Also please find a letter from her Doctor stating that she is XXXX XXXX. \n", "\n", - "15 U.S.C. 1681 section 602 A. States I have the right to privacy.\n", + "Thank you. \n", "\n", - "15 U.S.C. 1681 section 604 A Section 2 : It also states a consumer reporting agency can not furnish an account without my written instructions.\n", + "XXXX XXXX\n", + "3. U.S. Bank sent two letters containing Visa Debit Cards to our address on XX/XX/2021. One Visa Debit Card is in the name of XXXX XXXX and one Visa Debit Card is in the name of XXXX XXXX. These cards supposedly link to existing checking accounts at U.S. Bank. However : ( 1 ) Neither of us have existing checking accounts at U.S. Bank, ( 2 ) Neither of us solicited a bank account at U.S. Bank, and ( 3 ) Neither of us solicited a Visa Debit Card. We have attempted to call U.S. Bank at the phone numbers provided in the letters but are only able to access an automated system which will not proceed without us establishing accounts and activating these cards. We are concerned here that one of two things has happened : either ( 1 ) we are victims of identity theft and some third party is trying to establish accounts in our name, or ( 2 ) U.S. Bank is engaged in bank fraud. In either case, we request the assistance of the Consumer Financial Protection Bureau. Thank you.\n", + "4. I contacted my bank over 3 times about this amount, the first two times I spoke to gentleman that agreed with me that I didnt get back a certain amount of dollars back, I did the math and they refuse to see that I do not owe this amount because I never had it in the first place. I wrote out all my charges and connected it to the charges made back from the consumer and I was missing XXXX, I called XXXX they said they gave it all back which is not their fault because they showed me proof. Along the lines Capital One does not want to take responsibility for the missing money. I have wrote everything out and then its not adding up, they keep saying that they did a charge back twice which is incorrect. My balance was at XXXX before I made this purchase and it shouldve been returned back to XXXX because I return all the items and nothing is in my possession. I have proof that I returned everything.\n", + "5. CB INDIGO ( Bank ) XX/XX/2022 I just recently got off the phone with the company and they wont put in a request of removal of a fraudulent hard inquiry from Insigo Mastercard to XXXX. They dont even have my information on file, I called 3 times most of them are lazy and was giving me a hard time.\n", "\n" ] } @@ -1525,7 +1536,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 16, "metadata": { "id": "BfHGJLirzSvH" }, @@ -1536,35 +1547,41 @@ "text": [ "Please highlight the most obvious difference between the two lists of comments:\n", "comment list 1:\n", - "1. The debt occurred more than 7 years in the past. It is illegal to report credit items after 7 years. There was no way to verify the debt.\n", - "2. I'm really not sure what happened. I have mailed off letters to the credit bureaus continuously and thus far I have not gotten a response. My name is XXXX XXXX and I am filing this complaint for falsely reporting misleading information. There is no third party involved. Please review the uploaded letters.\n", - "3. Fraudulent account removed from my credit report due to Identity Theft\n", - "4. This account was not mine I explained this and they closed it but are still reporting a balance with the fraudulent charges\n", - "5. Ive disputed a few times with Experian that I paid off my credit card account. The first time in XX/XX/2022 that they updated my account that it showed I had a {$0.00} balance remaining but wasnt showing paid!. Then the second dispute they just deleted the account on XX/XX/2022 causing my credit score to drop. I paid off a total amount of {$2000.00}. Ive also received from the creditor a satisfactory of judgment letter.\n", + "1. Wrongs information, selling my information to third party. Incorrect reporting\n", + "2. I TIED TO BUY CAR AT XXXX, THEY GOT APPROVAL FROM XXXX XXXX XXXX XXXX WHICH ENDED A A LIE. THEY ALSO, PULLED MANY OTHERS I DID NT AGREED TO. SOLF PULLS ONLY\n", + "3. XX/XX/XXXX and XX/XX/XXXX inaccurate information reported 30 days late.\n", + "4. Im working on myCredit and I see a couple of inquiries that I have no idea where they came from.\n", + "5. I request a copy of all dispute results and documentary evidence from XXXX, and XXXX mailed to me\n", "comment list 2:\n", - "1. In accordance with the Fair Credit Reporting act XXXX XXXX XXXX Account # XXXXXXXX XXXX XXXX XXXX Account # XXXXXXXX XXXX XXXX XXXX Account # XXXX, XXXX XXXX Account # XXXX, XXXX Account # XXXX, XXXX Account # XXXX, Bankruptcy Account # XXXX, has violated my rights. \n", + "1. My wife and I have been sending money to XXXX via my brother-in-law to finish a building project we have been working on since XXXX with target date of completion by XX/XX/XXXX. In XXXX XXXX my brother-in-law in was contacted by his bank to confirm he was not defrauding my wife. My brother-in-law confirmed he was helping to handle the building project by organizing and paying the workers. In XXXX XXXX Bank of America reach out to my wife to update her profile to avoid account restrictions. My wife 's account was eventually restricted until she called and confirmed her employment and other personal information. My wife 's full account activities were then restored and we continued sending wire transfers to XXXX via her checking account. \n", + "Then I received a letter dated XXXX XXXX XXXX from Bank of America stating the money market account I share with my wife which has been opened since XXXX will be will be restricted from use in 21 days and closed in 30 days with no reason. I strongly believe this is a result of the legal international wires because there was no reason to close the Savings account which had with hardly any activity. \n", + "I agree that Bank of America has a right to close accounts but I do not agree with Bank of America closing accounts because of international transactions unless they can prove fraud, criminal activity or support for terrorism, this is discriminatory towards foreign nationals. How are foreign nationals suppose to make investments or support their family/community if they are excluded from the banking system?\n", + "2. XXXX XXXX XXXX XXXX, NY XXXX XX/XX/XXXX Consumer Financial Protection Bureau XXXX XXXX XXXX XXXX, IA XXXX Dear Sir or Madam : In XX/XX/XXXX Out of the blue JP Morgan Chase arbitrarily closed my account. This was after my mother is a XXXX survivor who is over XXXX years old and for whom I have a general power of attorney and take care of her bill paying was questioned about a transaction. She is also XXXX XXXX. \n", + "\n", + "I have reason to belief that a mentally disturbed family member for whom I have an order of protection initiated this situation. This individual has ben harassing me and other members of my family for a considerable amount of time. \n", "\n", - "15 U.S.C 1681 section 602 A. States I have the right to privacy.\n", + "The bank initially was satisfied with her response. However within 2 days they closed the account of a XXXX year old XXXX XXXX person. \n", "\n", - "15 U.S.C 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions\n", - "2. According to the fair credit reporting act the list of inquiries have violated my rights. 15 U.S.C 1681 section 602A states I have the right to privacy.15 U.S.C 1681 section 2 604 A states a consumer reporting agency can not furnish a account with out written consent Inquires, also code 15 USC 6802 ( B ) has been violated XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", - "3. In accordance with the fair credit Reporting act XXXX Account # XXXX, has violated my rights. \n", + "Soon after for no reason my account was closed as well. I tried to reach out to the corporate offices of Chase and make great effort to find out what happened and to restore my account as well as my mothers but I was unsuccessful. In addition the people I spoke to were not only unhelpful bu exceedingly rude. \n", "\n", - "15 USC 1681 Section 602 States I have the right to privacy.\n", + "I should add that I have had an account with Chase since XX/XX/XXXX and took care of my ailing father before he passed away for over 25 years as well. I am now taking care of my mother for over 28 years. \n", "\n", - "15 USC 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions.\n", + "I went so far as contacting a prominent Television reporter who was interested in doing a report on what happened. \n", "\n", - "15 USC 1666B : A creditor may not treat a payment on a credit card account under an open end consumer credit plan as late for and purpose.\n", - "4. In accordance with the Fair Credit Reporting act XXXX Account # XXXX XXXX XXXX XXXX, has violated my rights. \n", + "I have since managed to open an account at another bank but this week I had reason to go to a branch of Chase regarding another issue and a manager using my That is a very serious unsubstantiated accusation and given this information I have no choice but to submit this complaint. \n", "\n", - "15 U.S.C 1681 section 602 A. States I have the right to privacy.\n", + "I have no interest in having an account again at a disreputable bank like Chase but I can not and will not accept or tolerate a derogatory accusation be associated with my name. \n", "\n", - "15 U.S.C 1681 Section 604 A Section 2 : It also states a consumer reporting agency can not furnish a account without my written instructions\n", - "5. In accordance with the Fair Credit Reporting Act XXXX Account XXXX XXXX, Account XXXX XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX- XXXX, XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX - XXXX, XXXX XXXX - XXXX, XXXX XXXX XXXX XXXX XXXX - XXXX, XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXXXXXX XXXX XXXX has violated my rights. \n", + "I hope that my complaint will hAve the desired effect of removing this derogatory unsubstantiated accusation be removed from my name. However. I will not let this unfair matter stand and Chase ought to know that I have already retained an attorney and will if necessary hold Chase responsible and liable all damage i have incurred now And in the future Enclosed, please find the letter from Chase stating that they were closing my mothers account and a similar letter was received by me too. \n", "\n", - "15 U.S.C. 1681 section 602 A. States I have the right to privacy.\n", + "Also please find a letter from her Doctor stating that she is XXXX XXXX. \n", "\n", - "15 U.S.C. 1681 section 604 A Section 2 : It also states a consumer reporting agency can not furnish an account without my written instructions.\n", + "Thank you. \n", + "\n", + "XXXX XXXX\n", + "3. U.S. Bank sent two letters containing Visa Debit Cards to our address on XX/XX/2021. One Visa Debit Card is in the name of XXXX XXXX and one Visa Debit Card is in the name of XXXX XXXX. These cards supposedly link to existing checking accounts at U.S. Bank. However : ( 1 ) Neither of us have existing checking accounts at U.S. Bank, ( 2 ) Neither of us solicited a bank account at U.S. Bank, and ( 3 ) Neither of us solicited a Visa Debit Card. We have attempted to call U.S. Bank at the phone numbers provided in the letters but are only able to access an automated system which will not proceed without us establishing accounts and activating these cards. We are concerned here that one of two things has happened : either ( 1 ) we are victims of identity theft and some third party is trying to establish accounts in our name, or ( 2 ) U.S. Bank is engaged in bank fraud. In either case, we request the assistance of the Consumer Financial Protection Bureau. Thank you.\n", + "4. I contacted my bank over 3 times about this amount, the first two times I spoke to gentleman that agreed with me that I didnt get back a certain amount of dollars back, I did the math and they refuse to see that I do not owe this amount because I never had it in the first place. I wrote out all my charges and connected it to the charges made back from the consumer and I was missing XXXX, I called XXXX they said they gave it all back which is not their fault because they showed me proof. Along the lines Capital One does not want to take responsibility for the missing money. I have wrote everything out and then its not adding up, they keep saying that they did a charge back twice which is incorrect. My balance was at XXXX before I made this purchase and it shouldve been returned back to XXXX because I return all the items and nothing is in my possession. I have proof that I returned everything.\n", + "5. CB INDIGO ( Bank ) XX/XX/2022 I just recently got off the phone with the company and they wont put in a request of removal of a fraudulent hard inquiry from Insigo Mastercard to XXXX. They dont even have my information on file, I called 3 times most of them are lazy and was giving me a hard time.\n", "\n" ] } @@ -1588,7 +1605,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 17, "metadata": { "id": "mL5P0_3X04dE" }, @@ -1596,7 +1613,7 @@ { "data": { "text/html": [ - "Query job 10c7f12a-fc8a-4e43-aa14-169eb2d85503 is DONE. 0 Bytes processed. Open Job" + "Query job a7ce86a7-3a18-47b9-a46f-98dbe6a5a339 is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1614,7 +1631,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 18, "metadata": { "id": "ICWHsqAW1FNk" }, @@ -1626,7 +1643,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 19, "metadata": { "id": "gB7e1LXU1pst" }, @@ -1634,7 +1651,7 @@ { "data": { "text/html": [ - "Query job 2078a7ac-fbb5-4770-866d-e9359bb5065d is DONE. 0 Bytes processed. Open Job" + "Query job d568c03d-6bbd-4c3e-b087-563b7f5135ed is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1646,7 +1663,7 @@ { "data": { "text/html": [ - "Query job 1808c90e-8190-4c2f-8228-561a4f093a91 is DONE. 8 Bytes processed. Open Job" + "Query job 17eaa806-51a4-4ee9-b219-75455d0095a7 is DONE. 8 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1658,7 +1675,7 @@ { "data": { "text/html": [ - "Query job b344fb55-10d4-4a3f-8471-712d98f05e27 is DONE. 2 Bytes processed. Open Job" + "Query job e6d40ded-691d-4523-94ea-dd8202bd0220 is DONE. 2 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1670,7 +1687,7 @@ { "data": { "text/html": [ - "Query job b6cc8da2-abee-4d44-9848-e36a9adad983 is DONE. 233 Bytes processed. Open Job" + "Query job 200f0b88-7b6d-417b-a181-a98138e3bc95 is DONE. 193 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1682,10 +1699,10 @@ { "data": { "text/plain": [ - "'The most obvious difference between the two lists of comments is that the comments in list 1 are written in a more informal and personal style, while the comments in list 2 are written in a more formal and legalistic style.'" + "'The most obvious difference between the two lists of comments is that list 1 is related to credit reporting disputes and list 2 is a collection of general consumer banking complaints.'" ] }, - "execution_count": 22, + "execution_count": 19, "metadata": {}, "output_type": "execute_result" }