Skip to content

fix: resolve critical bugs across notebooks #2

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
belowzeroff wants to merge 1 commit into
base: main
Choose a base branch
from
Open

fix: resolve critical bugs across notebooks #2

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
38 changes: 38 additions & 0 deletions .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
.maestri/

# Jupyter notebook checkpoints
.ipynb_checkpoints/
*/.ipynb_checkpoints/

# Python cache
__pycache__/
*.pyc
*.pyo

# Model files
*.h5
*.hdf5
saved_model/

# Image data
*.jpg
*.jpeg
*.png
*.gif
Image Search/Image_search/COVID-images/
Image Search/Image_search/COVID-train-data/
Image Search/Image_search/COVID-train-split/
Image Search/Image Classification/data/

# TorQBot data
TorQBot/data/*.pdf
TorQBot/data/*.txt
!TorQBot/data/personalsettings.txt

# Environment / secrets
.env
*.env.local

# OS
.DS_Store
Thumbs.db
10 changes: 5 additions & 5 deletions Image Search/Image Classification/classification_doc.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -236,11 +236,11 @@
" if img_type is None:\n",
" print(f\"{filepath} is not an image\")\n",
" print(f\"Deleting {filepath} from data folder\")\n",
" os.remove(\"{filepath}\")\n",
" os.remove(filepath)\n",
" elif img_type not in img_type_accepted_by_tf:\n",
" print(f\"{filepath} is a {img_type}, not accepted by TensorFlow\")\n",
" print(f\"Deleting {filepath} from data folder\")\n",
" os.remove(\"{filepath}\")"
" os.remove(filepath)"
]
},
{
Expand Down Expand Up @@ -1786,11 +1786,11 @@
" if img_type is None:\n",
" print(f\"{filepath} is not an image\")\n",
" print(f\"Deleting {filepath} from data folder\")\n",
" os.remove(\"{filepath}\")\n",
" os.remove(filepath)\n",
" elif img_type not in img_type_accepted_by_tf:\n",
" print(f\"{filepath} is a {img_type}, not accepted by TensorFlow\")\n",
" print(f\"Deleting {filepath} from data folder\")\n",
" os.remove(\"{filepath}\")"
" os.remove(filepath)"
]
},
{
Expand Down Expand Up @@ -3017,4 +3017,4 @@
},
"nbformat": 4,
"nbformat_minor": 5
}
}
14 changes: 7 additions & 7 deletions Image Search/Image_search/COVID_model_training.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -211,7 +211,7 @@
" classes = class_names,\n",
" target_size=(299, 299), \n",
" batch_size=32, \n",
" class_mode=\"binary\", \n",
" class_mode=\"categorical\", \n",
")"
]
},
Expand All @@ -236,7 +236,7 @@
" classes = class_names,\n",
" target_size=(299, 299), \n",
" batch_size=32, \n",
" class_mode=\"binary\", \n",
" class_mode=\"categorical\", \n",
")"
]
},
Expand All @@ -261,7 +261,7 @@
" classes = class_names,\n",
" target_size=(299, 299), \n",
" batch_size=32, \n",
" class_mode=\"binary\", \n",
" class_mode=\"categorical\", \n",
")"
]
},
Expand Down Expand Up @@ -300,7 +300,7 @@
"x = layers.Dropout(0.5)(x) \n",
"x = layers.Dropout(0.5)(x) \n",
"x = layers.Dropout(0.5)(x)\n",
"predictions = layers.Dense(2048, activation='softmax')(x)\n",
"predictions = layers.Dense(4, activation='softmax')(x)\n",
"model = Model(inputs = res_net.input, outputs = predictions)"
]
},
Expand Down Expand Up @@ -1935,11 +1935,11 @@
" if img_type is None:\n",
" print(f\"{filepath} is not an image\")\n",
" print(f\"Deleting {filepath} from data folder\")\n",
" os.remove(\"{filepath}\")\n",
" os.remove(filepath)\n",
" elif img_type not in img_type_accepted_by_tf:\n",
" print(f\"{filepath} is a {img_type}, not accepted by TensorFlow\")\n",
" print(f\"Deleting {filepath} from data folder\")\n",
" os.remove(\"{filepath}\")"
" os.remove(filepath)"
]
},
{
Expand Down Expand Up @@ -3993,4 +3993,4 @@
},
"nbformat": 4,
"nbformat_minor": 5
}
}
16 changes: 8 additions & 8 deletions Time Series/Anomaly detection.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1455,19 +1455,19 @@
"ccounter= 0\n",
"lcounter = 1\n",
"\n",
"plt.suptitle('MASS Pattern Matches')\n",
"plt.xlabel('Time Difference')\n",
"plt.ylabel('Volume Flow RateRMS')\n",
"plot.suptitle('MASS Pattern Matches')\n",
"plot.xlabel('Time Difference')\n",
"plot.ylabel('Volume Flow RateRMS')\n",
"\n",
"for match_distance, match_idx in stumpy_matches:\n",
" match_z_norm = stumpy.core.z_norm(df2['Volume Flow RateRMS'].values[match_idx:match_idx+len(Q_df)])\n",
" plt.plot(match_z_norm, lw=2, color = colourlist[ccounter], label=f\"NN {lcounter}\")\n",
" plot.plot(match_z_norm, lw=2, color = colourlist[ccounter], label=f\"NN {lcounter}\")\n",
" ccounter +=1\n",
" lcounter +=1\n",
" \n",
"plt.plot(Q_z_norm, lw=2, color=\"#AD64FF\", label=\"Q seq\")\n",
"plt.legend()\n",
"plt.show()"
"plot.plot(Q_z_norm, lw=2, color=\"#AD64FF\", label=\"Q seq\")\n",
"plot.legend()\n",
"plot.show()"
]
},
{
Expand Down Expand Up @@ -1546,4 +1546,4 @@
},
"nbformat": 4,
"nbformat_minor": 5
}
}
2 changes: 1 addition & 1 deletion Time Series/Market data analysis.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3677,4 +3677,4 @@
},
"nbformat": 4,
"nbformat_minor": 5
}
}
6 changes: 3 additions & 3 deletions TorQBot/Chat History.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -103,7 +103,7 @@
"jp-MarkdownHeadingCollapsed": true
},
"source": [
"To embed and add our texts we must first run 'vecdb_kdbai.add_texts(texts=texts)' for a few seconds, before interupting the kernel and running 'vecdb_kdbai.aadd_texts(texts=texts)'."
"To embed and add our texts we must first run 'vecdb_kdbai.add_texts(texts=texts)' for a few seconds, before interupting the kernel and running 'await vecdb_kdbai.aadd_texts(texts=texts)'."
]
},
{
Expand Down Expand Up @@ -153,7 +153,7 @@
" # Terminate foo\n",
" p.terminate()\n",
" p.join()\n",
"vecdb_kdbai.aadd_texts(texts=pages)"
"await vecdb_kdbai.aadd_texts(texts=pages)"
]
},
{
Expand Down Expand Up @@ -413,4 +413,4 @@
},
"nbformat": 4,
"nbformat_minor": 5
}
}
44 changes: 22 additions & 22 deletions TorQBot/Multichunking and Dynamic Loading.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -148,7 +148,7 @@
" llm=ChatOpenAI(model='gpt-3.5-turbo-16k', temperature=0.0), \n",
" retriever=vecdb_kdbai.as_retriever(search_kwargs=dict(k=K)),\n",
" return_source_documents=True)\n",
"vecdb_kdbai.aadd_texts(texts=texts1)"
"await vecdb_kdbai.aadd_texts(texts=texts1)"
]
},
{
Expand Down Expand Up @@ -194,7 +194,7 @@
" # Terminate foo\n",
" p.terminate()\n",
" p.join()\n",
"vecdb_kdbai.aadd_texts(texts=texts2)"
"await vecdb_kdbai.aadd_texts(texts=texts2)"
]
},
{
Expand Down Expand Up @@ -240,7 +240,7 @@
" # Terminate foo\n",
" p.terminate()\n",
" p.join()\n",
"vecdb_kdbai.aadd_texts(texts=texts3)"
"await vecdb_kdbai.aadd_texts(texts=texts3)"
]
},
{
Expand Down Expand Up @@ -270,7 +270,7 @@
"source": [
"# Foo function\n",
"def foo3(n):\n",
" vecdb_kdbai.add_texts(texts=texts1)\n",
" vecdb_kdbai.add_texts(texts=texts4)\n",
"if __name__ == '__main__':\n",
" # Start foo as a process\n",
" p = multiprocessing.Process(target=foo3, name=\"Foo\", args=(5,))\n",
Expand All @@ -286,7 +286,7 @@
" # Terminate foo\n",
" p.terminate()\n",
" p.join()\n",
"vecdb_kdbai.aadd_texts(texts=texts4)"
"await vecdb_kdbai.aadd_texts(texts=texts4)"
]
},
{
Expand Down Expand Up @@ -332,7 +332,7 @@
" # Terminate foo\n",
" p.terminate()\n",
" p.join()\n",
"vecdb_kdbai.aadd_texts(texts=texts5)"
"await vecdb_kdbai.aadd_texts(texts=texts5)"
]
},
{
Expand Down Expand Up @@ -378,7 +378,7 @@
" # Terminate foo\n",
" p.terminate()\n",
" p.join()\n",
"vecdb_kdbai.aadd_texts(texts=texts6)"
"await vecdb_kdbai.aadd_texts(texts=texts6)"
]
},
{
Expand Down Expand Up @@ -424,7 +424,7 @@
" # Terminate foo\n",
" p.terminate()\n",
" p.join()\n",
"vecdb_kdbai.aadd_texts(texts=texts7)"
"await vecdb_kdbai.aadd_texts(texts=texts7)"
]
},
{
Expand All @@ -445,7 +445,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts8)"
"await vecdb_kdbai.aadd_texts(texts=texts8)"
]
},
{
Expand All @@ -466,7 +466,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts9)"
"await vecdb_kdbai.aadd_texts(texts=texts9)"
]
},
{
Expand All @@ -487,7 +487,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts10)"
"await vecdb_kdbai.aadd_texts(texts=texts10)"
]
},
{
Expand All @@ -508,7 +508,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts11)"
"await vecdb_kdbai.aadd_texts(texts=texts11)"
]
},
{
Expand All @@ -529,7 +529,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts12)"
"await vecdb_kdbai.aadd_texts(texts=texts12)"
]
},
{
Expand All @@ -550,7 +550,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts13)"
"await vecdb_kdbai.aadd_texts(texts=texts13)"
]
},
{
Expand All @@ -571,7 +571,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts14)"
"await vecdb_kdbai.aadd_texts(texts=texts14)"
]
},
{
Expand All @@ -592,7 +592,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts15)"
"await vecdb_kdbai.aadd_texts(texts=texts15)"
]
},
{
Expand All @@ -613,7 +613,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts16)"
"await vecdb_kdbai.aadd_texts(texts=texts16)"
]
},
{
Expand All @@ -634,7 +634,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts17)"
"await vecdb_kdbai.aadd_texts(texts=texts17)"
]
},
{
Expand All @@ -655,7 +655,7 @@
}
],
"source": [
"vecdb_kdbai.aadd_texts(texts=texts18)"
"await vecdb_kdbai.aadd_texts(texts=texts18)"
]
},
{
Expand Down Expand Up @@ -706,7 +706,7 @@
" # Terminate foo\n",
" p.terminate()\n",
" p.join()\n",
"vecdb_kdbai.aadd_texts(texts=textsfocus)"
"await vecdb_kdbai.aadd_texts(texts=textsfocus)"
]
},
{
Expand Down Expand Up @@ -750,7 +750,7 @@
" # Terminate foo\n",
" p.terminate()\n",
" p.join()\n",
"vecdb_kdbai.aadd_texts(texts=textsfocus2)"
"await vecdb_kdbai.aadd_texts(texts=textsfocus2)"
]
},
{
Expand Down Expand Up @@ -813,4 +813,4 @@
},
"nbformat": 4,
"nbformat_minor": 5
}
}
Loading