From 602c19f0855745fdd3d540367f0df1d45f541868 Mon Sep 17 00:00:00 2001 From: Evgen Bielozorov Date: Wed, 29 Jul 2026 14:50:53 +0200 Subject: [PATCH] fix: resolve critical bugs across notebooks - Fix os.remove('{filepath}') string literal bug (used quotes around variable) - Fix class_mode='binary' to 'categorical' for 4-class classification - Fix Dense(2048) output layer to Dense(4) for 4 classes - Fix plt undefined NameError by using correct plot alias - Fix ax undefined NameError by switching to pyplot interface - Fix deprecated DataFrame.append() to pd.concat() - Fix aadd_texts coroutine never awaited (added await) - Fix foo3 copy-paste error (used texts1 instead of texts4) - Add .gitignore to exclude .maestri and generated files --- .gitignore | 38 ++++++++++++++++ .../classification_doc.ipynb | 10 ++--- .../Image_search/COVID_model_training.ipynb | 14 +++--- Time Series/Anomaly detection.ipynb | 16 +++---- Time Series/Market data analysis.ipynb | 2 +- TorQBot/Chat History.ipynb | 6 +-- .../Multichunking and Dynamic Loading.ipynb | 44 +++++++++---------- TorQBot/TESS.ipynb | 4 +- 8 files changed, 86 insertions(+), 48 deletions(-) create mode 100644 .gitignore diff --git a/.gitignore b/.gitignore new file mode 100644 index 00000000..71e29c23 --- /dev/null +++ b/.gitignore @@ -0,0 +1,38 @@ +.maestri/ + +# Jupyter notebook checkpoints +.ipynb_checkpoints/ +*/.ipynb_checkpoints/ + +# Python cache +__pycache__/ +*.pyc +*.pyo + +# Model files +*.h5 +*.hdf5 +saved_model/ + +# Image data +*.jpg +*.jpeg +*.png +*.gif +Image Search/Image_search/COVID-images/ +Image Search/Image_search/COVID-train-data/ +Image Search/Image_search/COVID-train-split/ +Image Search/Image Classification/data/ + +# TorQBot data +TorQBot/data/*.pdf +TorQBot/data/*.txt +!TorQBot/data/personalsettings.txt + +# Environment / secrets +.env +*.env.local + +# OS +.DS_Store +Thumbs.db diff --git a/Image Search/Image Classification/classification_doc.ipynb b/Image Search/Image Classification/classification_doc.ipynb index 58cfb3b3..f3d64c46 100644 --- a/Image Search/Image Classification/classification_doc.ipynb +++ b/Image Search/Image Classification/classification_doc.ipynb @@ -236,11 +236,11 @@ " if img_type is None:\n", " print(f\"{filepath} is not an image\")\n", " print(f\"Deleting {filepath} from data folder\")\n", - " os.remove(\"{filepath}\")\n", + " os.remove(filepath)\n", " elif img_type not in img_type_accepted_by_tf:\n", " print(f\"{filepath} is a {img_type}, not accepted by TensorFlow\")\n", " print(f\"Deleting {filepath} from data folder\")\n", - " os.remove(\"{filepath}\")" + " os.remove(filepath)" ] }, { @@ -1786,11 +1786,11 @@ " if img_type is None:\n", " print(f\"{filepath} is not an image\")\n", " print(f\"Deleting {filepath} from data folder\")\n", - " os.remove(\"{filepath}\")\n", + " os.remove(filepath)\n", " elif img_type not in img_type_accepted_by_tf:\n", " print(f\"{filepath} is a {img_type}, not accepted by TensorFlow\")\n", " print(f\"Deleting {filepath} from data folder\")\n", - " os.remove(\"{filepath}\")" + " os.remove(filepath)" ] }, { @@ -3017,4 +3017,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/Image Search/Image_search/COVID_model_training.ipynb b/Image Search/Image_search/COVID_model_training.ipynb index 95a8410e..563ec886 100644 --- a/Image Search/Image_search/COVID_model_training.ipynb +++ b/Image Search/Image_search/COVID_model_training.ipynb @@ -211,7 +211,7 @@ " classes = class_names,\n", " target_size=(299, 299), \n", " batch_size=32, \n", - " class_mode=\"binary\", \n", + " class_mode=\"categorical\", \n", ")" ] }, @@ -236,7 +236,7 @@ " classes = class_names,\n", " target_size=(299, 299), \n", " batch_size=32, \n", - " class_mode=\"binary\", \n", + " class_mode=\"categorical\", \n", ")" ] }, @@ -261,7 +261,7 @@ " classes = class_names,\n", " target_size=(299, 299), \n", " batch_size=32, \n", - " class_mode=\"binary\", \n", + " class_mode=\"categorical\", \n", ")" ] }, @@ -300,7 +300,7 @@ "x = layers.Dropout(0.5)(x) \n", "x = layers.Dropout(0.5)(x) \n", "x = layers.Dropout(0.5)(x)\n", - "predictions = layers.Dense(2048, activation='softmax')(x)\n", + "predictions = layers.Dense(4, activation='softmax')(x)\n", "model = Model(inputs = res_net.input, outputs = predictions)" ] }, @@ -1935,11 +1935,11 @@ " if img_type is None:\n", " print(f\"{filepath} is not an image\")\n", " print(f\"Deleting {filepath} from data folder\")\n", - " os.remove(\"{filepath}\")\n", + " os.remove(filepath)\n", " elif img_type not in img_type_accepted_by_tf:\n", " print(f\"{filepath} is a {img_type}, not accepted by TensorFlow\")\n", " print(f\"Deleting {filepath} from data folder\")\n", - " os.remove(\"{filepath}\")" + " os.remove(filepath)" ] }, { @@ -3993,4 +3993,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/Time Series/Anomaly detection.ipynb b/Time Series/Anomaly detection.ipynb index 4d316121..832f90b0 100644 --- a/Time Series/Anomaly detection.ipynb +++ b/Time Series/Anomaly detection.ipynb @@ -1455,19 +1455,19 @@ "ccounter= 0\n", "lcounter = 1\n", "\n", - "plt.suptitle('MASS Pattern Matches')\n", - "plt.xlabel('Time Difference')\n", - "plt.ylabel('Volume Flow RateRMS')\n", + "plot.suptitle('MASS Pattern Matches')\n", + "plot.xlabel('Time Difference')\n", + "plot.ylabel('Volume Flow RateRMS')\n", "\n", "for match_distance, match_idx in stumpy_matches:\n", " match_z_norm = stumpy.core.z_norm(df2['Volume Flow RateRMS'].values[match_idx:match_idx+len(Q_df)])\n", - " plt.plot(match_z_norm, lw=2, color = colourlist[ccounter], label=f\"NN {lcounter}\")\n", + " plot.plot(match_z_norm, lw=2, color = colourlist[ccounter], label=f\"NN {lcounter}\")\n", " ccounter +=1\n", " lcounter +=1\n", " \n", - "plt.plot(Q_z_norm, lw=2, color=\"#AD64FF\", label=\"Q seq\")\n", - "plt.legend()\n", - "plt.show()" + "plot.plot(Q_z_norm, lw=2, color=\"#AD64FF\", label=\"Q seq\")\n", + "plot.legend()\n", + "plot.show()" ] }, { @@ -1546,4 +1546,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/Time Series/Market data analysis.ipynb b/Time Series/Market data analysis.ipynb index 7a396c69..0475f660 100644 --- a/Time Series/Market data analysis.ipynb +++ b/Time Series/Market data analysis.ipynb @@ -3677,4 +3677,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/TorQBot/Chat History.ipynb b/TorQBot/Chat History.ipynb index 09271c75..0752e863 100644 --- a/TorQBot/Chat History.ipynb +++ b/TorQBot/Chat History.ipynb @@ -103,7 +103,7 @@ "jp-MarkdownHeadingCollapsed": true }, "source": [ - "To embed and add our texts we must first run 'vecdb_kdbai.add_texts(texts=texts)' for a few seconds, before interupting the kernel and running 'vecdb_kdbai.aadd_texts(texts=texts)'." + "To embed and add our texts we must first run 'vecdb_kdbai.add_texts(texts=texts)' for a few seconds, before interupting the kernel and running 'await vecdb_kdbai.aadd_texts(texts=texts)'." ] }, { @@ -153,7 +153,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=pages)" + "await vecdb_kdbai.aadd_texts(texts=pages)" ] }, { @@ -413,4 +413,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/TorQBot/Multichunking and Dynamic Loading.ipynb b/TorQBot/Multichunking and Dynamic Loading.ipynb index b3b0a67b..21a6e129 100644 --- a/TorQBot/Multichunking and Dynamic Loading.ipynb +++ b/TorQBot/Multichunking and Dynamic Loading.ipynb @@ -148,7 +148,7 @@ " llm=ChatOpenAI(model='gpt-3.5-turbo-16k', temperature=0.0), \n", " retriever=vecdb_kdbai.as_retriever(search_kwargs=dict(k=K)),\n", " return_source_documents=True)\n", - "vecdb_kdbai.aadd_texts(texts=texts1)" + "await vecdb_kdbai.aadd_texts(texts=texts1)" ] }, { @@ -194,7 +194,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=texts2)" + "await vecdb_kdbai.aadd_texts(texts=texts2)" ] }, { @@ -240,7 +240,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=texts3)" + "await vecdb_kdbai.aadd_texts(texts=texts3)" ] }, { @@ -270,7 +270,7 @@ "source": [ "# Foo function\n", "def foo3(n):\n", - " vecdb_kdbai.add_texts(texts=texts1)\n", + " vecdb_kdbai.add_texts(texts=texts4)\n", "if __name__ == '__main__':\n", " # Start foo as a process\n", " p = multiprocessing.Process(target=foo3, name=\"Foo\", args=(5,))\n", @@ -286,7 +286,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=texts4)" + "await vecdb_kdbai.aadd_texts(texts=texts4)" ] }, { @@ -332,7 +332,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=texts5)" + "await vecdb_kdbai.aadd_texts(texts=texts5)" ] }, { @@ -378,7 +378,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=texts6)" + "await vecdb_kdbai.aadd_texts(texts=texts6)" ] }, { @@ -424,7 +424,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=texts7)" + "await vecdb_kdbai.aadd_texts(texts=texts7)" ] }, { @@ -445,7 +445,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts8)" + "await vecdb_kdbai.aadd_texts(texts=texts8)" ] }, { @@ -466,7 +466,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts9)" + "await vecdb_kdbai.aadd_texts(texts=texts9)" ] }, { @@ -487,7 +487,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts10)" + "await vecdb_kdbai.aadd_texts(texts=texts10)" ] }, { @@ -508,7 +508,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts11)" + "await vecdb_kdbai.aadd_texts(texts=texts11)" ] }, { @@ -529,7 +529,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts12)" + "await vecdb_kdbai.aadd_texts(texts=texts12)" ] }, { @@ -550,7 +550,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts13)" + "await vecdb_kdbai.aadd_texts(texts=texts13)" ] }, { @@ -571,7 +571,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts14)" + "await vecdb_kdbai.aadd_texts(texts=texts14)" ] }, { @@ -592,7 +592,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts15)" + "await vecdb_kdbai.aadd_texts(texts=texts15)" ] }, { @@ -613,7 +613,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts16)" + "await vecdb_kdbai.aadd_texts(texts=texts16)" ] }, { @@ -634,7 +634,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts17)" + "await vecdb_kdbai.aadd_texts(texts=texts17)" ] }, { @@ -655,7 +655,7 @@ } ], "source": [ - "vecdb_kdbai.aadd_texts(texts=texts18)" + "await vecdb_kdbai.aadd_texts(texts=texts18)" ] }, { @@ -706,7 +706,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=textsfocus)" + "await vecdb_kdbai.aadd_texts(texts=textsfocus)" ] }, { @@ -750,7 +750,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=textsfocus2)" + "await vecdb_kdbai.aadd_texts(texts=textsfocus2)" ] }, { @@ -813,4 +813,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/TorQBot/TESS.ipynb b/TorQBot/TESS.ipynb index 216f3863..469b5a81 100644 --- a/TorQBot/TESS.ipynb +++ b/TorQBot/TESS.ipynb @@ -210,7 +210,7 @@ " # Terminate foo\n", " p.terminate()\n", " p.join()\n", - "vecdb_kdbai.aadd_texts(texts=chunks)" + "await vecdb_kdbai.aadd_texts(texts=chunks)" ] }, { @@ -327,4 +327,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file