andras/great-ai
andras/great-ai
Watch
1
0
Fork
You've already forked great-ai
 0
Code Issues Pull requests 2 Projects Releases 4 Packages 1 Wiki Activity Actions

Rerender
All checks were successful
Publish documentation to great-ai.schmelczer.dev / publish (push) Successful in 1m10s
Details
Check / Lint, format & type checks (push) Successful in 1m55s
Details
Check / Test on Python 3.12 (push) Successful in 3m8s
Details
Check / Test on Python 3.13 (push) Successful in 2m32s
Details
Check / Notebooks on Python 3.12 (push) Successful in 8m49s
Details
Check / Notebooks on Python 3.13 (push) Successful in 7m53s
Details

Browse source
This commit is contained in:
Andras Schmelczer 2026-10-28 22:53:24 +00:00
commit cf61b38b45
3 changed files with 7062 additions and 267 deletions
Download patch file Download diff file Expand all files Collapse all files

108
docs/examples/scibert/data.ipynb
View file

@ -32,9 +32,16 @@
},
{
"cell_type": "code",
"execution_count": 2,
"execution_count": 1,
"id": "cell-3",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:47:59.684612Z",
"iopub.status.busy": "2026-10-28T22:47:59.684455Z",
"iopub.status.idle": "2026-10-28T22:47:59.694166Z",
"shell.execute_reply": "2026-10-28T22:47:59.693485Z"
}
},
"outputs": [
{
"name": "stdout",
@ -85,16 +92,35 @@
},
{
"cell_type": "code",
"execution_count": 3,
"execution_count": 2,
"id": "cell-5",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:47:59.695771Z",
"iopub.status.busy": "2026-10-28T22:47:59.695589Z",
"iopub.status.idle": "2026-10-28T22:48:00.795320Z",
"shell.execute_reply": "2026-10-28T22:48:00.795003Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39mFetching cached versions of summary-train-dataset-small\u001b[0m\n",
"\u001b[38;5;39mFetching cached versions of summary-train-dataset-small\u001b[0m\n",
"\u001b[38;5;39mFetching cached versions of summary-train-dataset-small\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39mFetching cached versions of summary-train-dataset-small\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39mFetching cached versions of summary-train-dataset-small\u001b[0m\n"
]
}
@ -116,9 +142,16 @@
},
{
"cell_type": "code",
"execution_count": 4,
"execution_count": 3,
"id": "cell-7",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:00.796420Z",
"iopub.status.busy": "2026-10-28T22:48:00.796263Z",
"iopub.status.idle": "2026-10-28T22:48:00.798035Z",
"shell.execute_reply": "2026-10-28T22:48:00.797684Z"
}
},
"outputs": [],
"source": [
"y1 = [e[0] for e in evaluations.values() if len(e) == 2]\n",
@ -137,9 +170,16 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 4,
"id": "cell-9",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:00.798711Z",
"iopub.status.busy": "2026-10-28T22:48:00.798654Z",
"iopub.status.idle": "2026-10-28T22:48:00.806309Z",
"shell.execute_reply": "2026-10-28T22:48:00.806045Z"
}
},
"outputs": [
{
"name": "stdout",
@ -170,9 +210,16 @@
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 5,
"id": "cell-11",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:00.807045Z",
"iopub.status.busy": "2026-10-28T22:48:00.806983Z",
"iopub.status.idle": "2026-10-28T22:48:00.808468Z",
"shell.execute_reply": "2026-10-28T22:48:00.808132Z"
}
},
"outputs": [],
"source": [
"X = [s for s in evaluations.keys()]\n",
@ -181,9 +228,16 @@
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": 6,
"id": "cell-12",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:00.809082Z",
"iopub.status.busy": "2026-10-28T22:48:00.809029Z",
"iopub.status.idle": "2026-10-28T22:48:00.861903Z",
"shell.execute_reply": "2026-10-28T22:48:00.861397Z"
}
},
"outputs": [
{
"data": {
@ -191,7 +245,7 @@
"array([0.41666667, 0.25 , 0.16666667, 0.41666667, 0.5 ])"
]
},
"execution_count": 7,
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
@ -223,9 +277,16 @@
},
{
"cell_type": "code",
"execution_count": 8,
"execution_count": 7,
"id": "cell-14",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:00.862626Z",
"iopub.status.busy": "2026-10-28T22:48:00.862564Z",
"iopub.status.idle": "2026-10-28T22:48:00.873305Z",
"shell.execute_reply": "2026-10-28T22:48:00.872879Z"
}
},
"outputs": [
{
"data": {
@ -2150,7 +2211,7 @@
" ('classifier', LinearSVC(random_state=42))])"
]
},
"execution_count": 8,
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
@ -2164,9 +2225,16 @@
},
{
"cell_type": "code",
"execution_count": 9,
"execution_count": 8,
"id": "cell-15",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:00.874007Z",
"iopub.status.busy": "2026-10-28T22:48:00.873948Z",
"iopub.status.idle": "2026-10-28T22:48:00.920993Z",
"shell.execute_reply": "2026-10-28T22:48:00.920537Z"
}
},
"outputs": [
{
"name": "stdout",

523
docs/examples/scibert/deploy.ipynb
View file

@ -36,9 +36,16 @@
},
{
"cell_type": "code",
"execution_count": 11,
"execution_count": 1,
"id": "cell-5",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:09.038647Z",
"iopub.status.busy": "2026-10-28T22:48:09.038493Z",
"iopub.status.idle": "2026-10-28T22:48:09.083813Z",
"shell.execute_reply": "2026-10-28T22:48:09.083283Z"
}
},
"outputs": [],
"source": [
"from typing import List\n",
@ -68,16 +75,126 @@
},
{
"cell_type": "code",
"execution_count": 12,
"execution_count": 2,
"id": "cell-7",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:09.084713Z",
"iopub.status.busy": "2026-10-28T22:48:09.084644Z",
"iopub.status.idle": "2026-10-28T22:48:11.256390Z",
"shell.execute_reply": "2026-10-28T22:48:11.256030Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39mFetching cached versions of scibert-highlights\u001b[0m\n",
"\u001b[38;5;39mLatest version of scibert-highlights is 0 (from versions: 0)\u001b[0m\n",
"\u001b[38;5;226mEnvironment variable ENVIRONMENT is not set, defaulting to development mode ‼️\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;226mCannot find credentials files, defaulting to using ParallelTinyDbDriver\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;226mThe selected tracing database (ParallelTinyDbDriver) is not recommended for production\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;226mCannot find credentials files, defaulting to using LargeFileLocal\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39mGreatAI (v0.1.11): configured ✅\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39m 🔩 tracing_database: ParallelTinyDbDriver\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39m 🔩 large_file_implementation: LargeFileLocal\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39m 🔩 is_production: False\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39m 🔩 should_log_exception_stack: True\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39m 🔩 prediction_cache_size: 512\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39m 🔩 dashboard_table_size: 50\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;226mYou still need to check whether you follow all best practices before trusting your deployment.\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;226m> Find out more at https://se-ml.github.io/practices\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39mFetching cached versions of scibert-highlights\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39mLatest version of scibert-highlights is 0 (from versions: 0)\u001b[0m\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[38;5;39mFile scibert-highlights-0 found in cache\u001b[0m\n"
]
}
@ -114,9 +231,16 @@
},
{
"cell_type": "code",
"execution_count": 13,
"execution_count": 3,
"id": "cell-9",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:11.257418Z",
"iopub.status.busy": "2026-10-28T22:48:11.257269Z",
"iopub.status.idle": "2026-10-28T22:48:11.289789Z",
"shell.execute_reply": "2026-10-28T22:48:11.289400Z"
}
},
"outputs": [],
"source": [
"from great_ai import GreatAI\n",
@ -155,21 +279,28 @@
},
{
"cell_type": "code",
"execution_count": 14,
"execution_count": 4,
"id": "cell-11",
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2026-10-28T22:48:11.290551Z",
"iopub.status.busy": "2026-10-28T22:48:11.290495Z",
"iopub.status.idle": "2026-10-28T22:48:11.803477Z",
"shell.execute_reply": "2026-10-28T22:48:11.803126Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"W1028 12:49:11.667000 52910 torch/distributed/elastic/multiprocessing/redirects.py:35] NOTE: Redirects are currently not supported in MacOs.\n"
"W1028 22:48:11.714000 21400 .venv/lib/python3.13/site-packages/torch/distributed/elastic/multiprocessing/redirects.py:35] NOTE: Redirects are currently not supported in MacOs.\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "6ef4b00220304248a94035042cb5fa15",
"model_id": "494840f6abbc4b7aaad2ce762d1e32e8",
"version_major": 2,
"version_minor": 0
},
@ -234,6 +365,374 @@
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.13.5"
},
"widgets": {
"application/vnd.jupyter.widget-state+json": {
"state": {
"3db5ee6325b74e25903d2d083b4a79ac": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "HTMLStyleModel",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "2.0.0",
"_model_name": "HTMLStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "StyleView",
"background": null,
"description_width": "",
"font_size": null,
"text_color": null
}
},
"494840f6abbc4b7aaad2ce762d1e32e8": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "HBoxModel",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "2.0.0",
"_model_name": "HBoxModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "2.0.0",
"_view_name": "HBoxView",
"box_style": "",
"children": [
"IPY_MODEL_a60ffd19ff674f3087de262cca2823ea",
"IPY_MODEL_5dc69cd57cac4608a2b0d4b4a9a2150c",
"IPY_MODEL_4cd08817c5684abeb1146d2c8e2a4f95"
],
"layout": "IPY_MODEL_d6a5b48086a84a2291dcfc6991c24af1",
"tabbable": null,
"tooltip": null
}
},
"4cd08817c5684abeb1146d2c8e2a4f95": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "HTMLModel",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "2.0.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "2.0.0",
"_view_name": "HTMLView",
"description": "",
"description_allow_html": false,
"layout": "IPY_MODEL_bd3bce93f04348f29314e8437dae3c49",
"placeholder": "​",
"style": "IPY_MODEL_94030007cfed4d96b4bb93184555c8d3",
"tabbable": null,
"tooltip": null,
"value": " 25/25 [00:00<00:00, 7301.55it/s]"
}
},
"5dc69cd57cac4608a2b0d4b4a9a2150c": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "FloatProgressModel",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "2.0.0",
"_model_name": "FloatProgressModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "2.0.0",
"_view_name": "ProgressView",
"bar_style": "success",
"description": "",
"description_allow_html": false,
"layout": "IPY_MODEL_6c5077713e5e47dea8ff3f067b042f73",
"max": 25.0,
"min": 0.0,
"orientation": "horizontal",
"style": "IPY_MODEL_c232499e62a342ac8bc98cf0a598d75e",
"tabbable": null,
"tooltip": null,
"value": 25.0
}
},
"6c5077713e5e47dea8ff3f067b042f73": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "2.0.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border_bottom": null,
"border_left": null,
"border_right": null,
"border_top": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"94030007cfed4d96b4bb93184555c8d3": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "HTMLStyleModel",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "2.0.0",
"_model_name": "HTMLStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "StyleView",
"background": null,
"description_width": "",
"font_size": null,
"text_color": null
}
},
"a60ffd19ff674f3087de262cca2823ea": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "HTMLModel",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "2.0.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "2.0.0",
"_view_name": "HTMLView",
"description": "",
"description_allow_html": false,
"layout": "IPY_MODEL_b8cda8463d0d41269292fab71cd1333f",
"placeholder": "​",
"style": "IPY_MODEL_3db5ee6325b74e25903d2d083b4a79ac",
"tabbable": null,
"tooltip": null,
"value": "Loading weights: 100%"
}
},
"b8cda8463d0d41269292fab71cd1333f": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "2.0.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border_bottom": null,
"border_left": null,
"border_right": null,
"border_top": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"bd3bce93f04348f29314e8437dae3c49": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "2.0.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border_bottom": null,
"border_left": null,
"border_right": null,
"border_top": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"c232499e62a342ac8bc98cf0a598d75e": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "ProgressStyleModel",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "2.0.0",
"_model_name": "ProgressStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "StyleView",
"bar_color": null,
"description_width": ""
}
},
"d6a5b48086a84a2291dcfc6991c24af1": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "2.0.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "2.0.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border_bottom": null,
"border_left": null,
"border_right": null,
"border_top": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
}
},
"version_major": 2,
"version_minor": 0
}
}
},
"nbformat": 4,

1286
docs/examples/scibert/train.ipynb
View file

File diff suppressed because it is too large Load diff