Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 93 additions & 0 deletions docs/advanced/asyncio.md
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
# Asyncio Session and Engine

In some cases, you may use asynchronous session and engine.
This is especially important if you are building a highly loaded service.

The advantage of asynchronous over synchronous is that our application does
not wait for a response from a query to the database,
but performs other tasks until it receives a response.

To use the asynchronous mode, we need to install the asynchronous driver.

There is aiosqlite driver for sqlite.

<div class="termy">

```console
$ pip install aiosqlite
---> 100%
Successfully installed aiosqlite
```

</div>


Next, you can import the asyncio module, or use the async framework.
In this case, we will use the asyncio library.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:1]!}
```

Importing the asynchronous session and engine.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:4]!}
```

Create Model Hero.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:7-11]!}
```

Setting engine.

Pay attention to the connection url,
it clearly specifies which driver to use to connect to the database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:14-17]!}
```

Create table database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:20-22]!}
```

Create rows.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:25-37]!}
```

Read rows. Using the asynchronous context manager.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:40-45]!}
```

We connect all the functions together.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:48-51]!}
```

Running an asynchronous function (python3.7+)

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:53-55]!}
```

Running an asynchronous function (python3.6)

```Python
{!./docs_src/advanced/asyncio/tutorial001_py36.py[ln:53-56]!}
```

Full example.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py!}
```
Empty file.
55 changes: 55 additions & 0 deletions docs_src/advanced/asyncio/tutorial001.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
asyncio.run(main())
56 changes: 56 additions & 0 deletions docs_src/advanced/asyncio/tutorial001_py36.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.wait([main()]))
1 change: 1 addition & 0 deletions mkdocs.yml
Original file line numberDiff line numberDiff line change
Expand Up@@ -85,6 +85,7 @@ nav:
- Advanced User Guide:
- advanced/index.md
- advanced/decimal.md
- advanced/asyncio.md
- alternatives.md
- help.md
- contributing.md
Expand Down
2 changes: 2 additions & 0 deletions pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -53,6 +53,8 @@ isort = "^5.9.3"
async_generator = {version = "*", python = "~3.6"}
async-exit-stack = {version = "*", python = "~3.6"}

aiosqlite = "^0.17"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
Expand Down
6 changes: 5 additions & 1 deletion sqlmodel/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -127,8 +127,12 @@
from sqlalchemy.types import VARCHAR as VARCHAR

# Extensions and modifications of SQLAlchemy in SQLModel
from .engine.create import create_engine as create_engine
from .engine.create import (
create_engine as create_engine,
create_async_engine as create_async_engine,
)
from .orm.session import Session as Session
from .ext.asyncio.session import AsyncSession as AsyncSession
from .sql.expression import select as select
from .sql.expression import col as col
from .sql.sqltypes import AutoString as AutoString
Expand Down
99 changes: 99 additions & 0 deletions sqlmodel/engine/create.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,6 +4,8 @@

from sqlalchemy import create_engine as _create_engine
from sqlalchemy.engine.url import URL
from sqlalchemy.ext.asyncio import AsyncEngine as _AsyncEngine
from sqlalchemy.ext.asyncio import create_async_engine as _create_async_engine
from sqlalchemy.future import Engine as _FutureEngine
from sqlalchemy.pool import Pool
from typing_extensions import Literal, TypedDict
Expand DownExpand Up@@ -137,3 +139,100 @@ def create_engine(
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_engine(url, **current_kwargs) # type: ignore


def create_async_engine(
url: Union[str, URL],
*,
connect_args: _ConnectArgs = Default({}), # type: ignore
echo: Union[bool, _Debug] = Default(False),
echo_pool: Union[bool, _Debug] = Default(False),
enable_from_linting: bool = Default(True),
encoding: str = Default("utf-8"),
execution_options: Dict[Any, Any] = Default({}),
future: bool = True,
hide_parameters: bool = Default(False),
implicit_returning: bool = Default(True),
isolation_level: Optional[_IsolationLevel] = Default(None),
json_deserializer: Callable[..., Any] = Default(json.loads),
json_serializer: Callable[..., Any] = Default(json.dumps),
label_length: Optional[int] = Default(None),
logging_name: Optional[str] = Default(None),
max_identifier_length: Optional[int] = Default(None),
max_overflow: int = Default(10),
module: Optional[Any] = Default(None),
paramstyle: Optional[_ParamStyle] = Default(None),
pool: Optional[Pool] = Default(None),
poolclass: Optional[Type[Pool]] = Default(None),
pool_logging_name: Optional[str] = Default(None),
pool_pre_ping: bool = Default(False),
pool_size: int = Default(5),
pool_recycle: int = Default(-1),
pool_reset_on_return: Optional[_ResetOnReturn] = Default("rollback"),
pool_timeout: float = Default(30),
pool_use_lifo: bool = Default(False),
plugins: Optional[List[str]] = Default(None),
query_cache_size: Optional[int] = Default(None),
**kwargs: Any,
) -> _AsyncEngine:
current_kwargs: Dict[str, Any] = {
"future": future,
}
if not isinstance(echo, _DefaultPlaceholder):
current_kwargs["echo"] = echo
if not isinstance(echo_pool, _DefaultPlaceholder):
current_kwargs["echo_pool"] = echo_pool
if not isinstance(enable_from_linting, _DefaultPlaceholder):
current_kwargs["enable_from_linting"] = enable_from_linting
if not isinstance(connect_args, _DefaultPlaceholder):
current_kwargs["connect_args"] = connect_args
if not isinstance(encoding, _DefaultPlaceholder):
current_kwargs["encoding"] = encoding
if not isinstance(execution_options, _DefaultPlaceholder):
current_kwargs["execution_options"] = execution_options
if not isinstance(hide_parameters, _DefaultPlaceholder):
current_kwargs["hide_parameters"] = hide_parameters
if not isinstance(implicit_returning, _DefaultPlaceholder):
current_kwargs["implicit_returning"] = implicit_returning
if not isinstance(isolation_level, _DefaultPlaceholder):
current_kwargs["isolation_level"] = isolation_level
if not isinstance(json_deserializer, _DefaultPlaceholder):
current_kwargs["json_deserializer"] = json_deserializer
if not isinstance(json_serializer, _DefaultPlaceholder):
current_kwargs["json_serializer"] = json_serializer
if not isinstance(label_length, _DefaultPlaceholder):
current_kwargs["label_length"] = label_length
if not isinstance(logging_name, _DefaultPlaceholder):
current_kwargs["logging_name"] = logging_name
if not isinstance(max_identifier_length, _DefaultPlaceholder):
current_kwargs["max_identifier_length"] = max_identifier_length
if not isinstance(max_overflow, _DefaultPlaceholder):
current_kwargs["max_overflow"] = max_overflow
if not isinstance(module, _DefaultPlaceholder):
current_kwargs["module"] = module
if not isinstance(paramstyle, _DefaultPlaceholder):
current_kwargs["paramstyle"] = paramstyle
if not isinstance(pool, _DefaultPlaceholder):
current_kwargs["pool"] = pool
if not isinstance(poolclass, _DefaultPlaceholder):
current_kwargs["poolclass"] = poolclass
if not isinstance(pool_logging_name, _DefaultPlaceholder):
current_kwargs["pool_logging_name"] = pool_logging_name
if not isinstance(pool_pre_ping, _DefaultPlaceholder):
current_kwargs["pool_pre_ping"] = pool_pre_ping
if not isinstance(pool_size, _DefaultPlaceholder):
current_kwargs["pool_size"] = pool_size
if not isinstance(pool_recycle, _DefaultPlaceholder):
current_kwargs["pool_recycle"] = pool_recycle
if not isinstance(pool_reset_on_return, _DefaultPlaceholder):
current_kwargs["pool_reset_on_return"] = pool_reset_on_return
if not isinstance(pool_timeout, _DefaultPlaceholder):
current_kwargs["pool_timeout"] = pool_timeout
if not isinstance(pool_use_lifo, _DefaultPlaceholder):
current_kwargs["pool_use_lifo"] = pool_use_lifo
if not isinstance(plugins, _DefaultPlaceholder):
current_kwargs["plugins"] = plugins
if not isinstance(query_cache_size, _DefaultPlaceholder):
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_async_engine(url, **current_kwargs)
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Add copy buttons to all
 blocks\n(function() {\n function addCopyButtons() {\n document.querySelectorAll('pre code').forEach(function(codeBlock) {\n if (codeBlock.parentElement.hasAttribute('data-copy-added')) return;\n codeBlock.parentElement.setAttribute('data-copy-added', 'true');\n \n var btn = document.createElement('button');\n btn.textContent = 'Copy';\n btn.style.cssText = 'position:absolute;top:4px;right:4px;padding:2px 8px;font-size:11px;background:#4ecdc4;border:none;border-radius:4px;color:#1a1a2e;cursor:pointer;opacity:0.7;transition:opacity 0.2s;';\n btn.onmouseover = function() { this.style.opacity = '1'; };\n btn.onmouseout = function() { this.style.opacity = '0.7'; };\n btn.onclick = function() {\n navigator.clipboard.writeText(codeBlock.textContent).then(function() {\n btn.textContent = 'Copied!';\n setTimeout(function() { btn.textContent = 'Copy'; }, 1500);\n });\n };\n codeBlock.parentElement.style.position = 'relative';\n codeBlock.parentElement.appendChild(btn);\n });\n }\n \n addCopyButtons();\n \n // Re-run on dynamic content\n var observer = new MutationObserver(addCopyButtons);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Add Copy Buttons to Code Blocks");
}
} catch(__e) { console.warn('[Userscript:Add Copy Buttons to Code Blocks]', __e); }
})();
(function(){
try {
var __m = "github.com";
var __re = new RegExp('^' + "github\\.com" + '
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 93 additions & 0 deletions docs/advanced/asyncio.md
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
# Asyncio Session and Engine

In some cases, you may use asynchronous session and engine.
This is especially important if you are building a highly loaded service.

The advantage of asynchronous over synchronous is that our application does
not wait for a response from a query to the database,
but performs other tasks until it receives a response.

To use the asynchronous mode, we need to install the asynchronous driver.

There is aiosqlite driver for sqlite.

<div class="termy">

```console
$ pip install aiosqlite
---> 100%
Successfully installed aiosqlite
```

</div>


Next, you can import the asyncio module, or use the async framework.
In this case, we will use the asyncio library.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:1]!}
```

Importing the asynchronous session and engine.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:4]!}
```

Create Model Hero.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:7-11]!}
```

Setting engine.

Pay attention to the connection url,
it clearly specifies which driver to use to connect to the database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:14-17]!}
```

Create table database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:20-22]!}
```

Create rows.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:25-37]!}
```

Read rows. Using the asynchronous context manager.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:40-45]!}
```

We connect all the functions together.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:48-51]!}
```

Running an asynchronous function (python3.7+)

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:53-55]!}
```

Running an asynchronous function (python3.6)

```Python
{!./docs_src/advanced/asyncio/tutorial001_py36.py[ln:53-56]!}
```

Full example.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py!}
```
Empty file.
55 changes: 55 additions & 0 deletions docs_src/advanced/asyncio/tutorial001.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
asyncio.run(main())
56 changes: 56 additions & 0 deletions docs_src/advanced/asyncio/tutorial001_py36.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.wait([main()]))
1 change: 1 addition & 0 deletions mkdocs.yml
Original file line numberDiff line numberDiff line change
Expand Up@@ -85,6 +85,7 @@ nav:
- Advanced User Guide:
- advanced/index.md
- advanced/decimal.md
- advanced/asyncio.md
- alternatives.md
- help.md
- contributing.md
Expand Down
2 changes: 2 additions & 0 deletions pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -53,6 +53,8 @@ isort = "^5.9.3"
async_generator = {version = "*", python = "~3.6"}
async-exit-stack = {version = "*", python = "~3.6"}

aiosqlite = "^0.17"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
Expand Down
6 changes: 5 additions & 1 deletion sqlmodel/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -127,8 +127,12 @@
from sqlalchemy.types import VARCHAR as VARCHAR

# Extensions and modifications of SQLAlchemy in SQLModel
from .engine.create import create_engine as create_engine
from .engine.create import (
create_engine as create_engine,
create_async_engine as create_async_engine,
)
from .orm.session import Session as Session
from .ext.asyncio.session import AsyncSession as AsyncSession
from .sql.expression import select as select
from .sql.expression import col as col
from .sql.sqltypes import AutoString as AutoString
Expand Down
99 changes: 99 additions & 0 deletions sqlmodel/engine/create.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,6 +4,8 @@

from sqlalchemy import create_engine as _create_engine
from sqlalchemy.engine.url import URL
from sqlalchemy.ext.asyncio import AsyncEngine as _AsyncEngine
from sqlalchemy.ext.asyncio import create_async_engine as _create_async_engine
from sqlalchemy.future import Engine as _FutureEngine
from sqlalchemy.pool import Pool
from typing_extensions import Literal, TypedDict
Expand DownExpand Up@@ -137,3 +139,100 @@ def create_engine(
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_engine(url, **current_kwargs) # type: ignore


def create_async_engine(
url: Union[str, URL],
*,
connect_args: _ConnectArgs = Default({}), # type: ignore
echo: Union[bool, _Debug] = Default(False),
echo_pool: Union[bool, _Debug] = Default(False),
enable_from_linting: bool = Default(True),
encoding: str = Default("utf-8"),
execution_options: Dict[Any, Any] = Default({}),
future: bool = True,
hide_parameters: bool = Default(False),
implicit_returning: bool = Default(True),
isolation_level: Optional[_IsolationLevel] = Default(None),
json_deserializer: Callable[..., Any] = Default(json.loads),
json_serializer: Callable[..., Any] = Default(json.dumps),
label_length: Optional[int] = Default(None),
logging_name: Optional[str] = Default(None),
max_identifier_length: Optional[int] = Default(None),
max_overflow: int = Default(10),
module: Optional[Any] = Default(None),
paramstyle: Optional[_ParamStyle] = Default(None),
pool: Optional[Pool] = Default(None),
poolclass: Optional[Type[Pool]] = Default(None),
pool_logging_name: Optional[str] = Default(None),
pool_pre_ping: bool = Default(False),
pool_size: int = Default(5),
pool_recycle: int = Default(-1),
pool_reset_on_return: Optional[_ResetOnReturn] = Default("rollback"),
pool_timeout: float = Default(30),
pool_use_lifo: bool = Default(False),
plugins: Optional[List[str]] = Default(None),
query_cache_size: Optional[int] = Default(None),
**kwargs: Any,
) -> _AsyncEngine:
current_kwargs: Dict[str, Any] = {
"future": future,
}
if not isinstance(echo, _DefaultPlaceholder):
current_kwargs["echo"] = echo
if not isinstance(echo_pool, _DefaultPlaceholder):
current_kwargs["echo_pool"] = echo_pool
if not isinstance(enable_from_linting, _DefaultPlaceholder):
current_kwargs["enable_from_linting"] = enable_from_linting
if not isinstance(connect_args, _DefaultPlaceholder):
current_kwargs["connect_args"] = connect_args
if not isinstance(encoding, _DefaultPlaceholder):
current_kwargs["encoding"] = encoding
if not isinstance(execution_options, _DefaultPlaceholder):
current_kwargs["execution_options"] = execution_options
if not isinstance(hide_parameters, _DefaultPlaceholder):
current_kwargs["hide_parameters"] = hide_parameters
if not isinstance(implicit_returning, _DefaultPlaceholder):
current_kwargs["implicit_returning"] = implicit_returning
if not isinstance(isolation_level, _DefaultPlaceholder):
current_kwargs["isolation_level"] = isolation_level
if not isinstance(json_deserializer, _DefaultPlaceholder):
current_kwargs["json_deserializer"] = json_deserializer
if not isinstance(json_serializer, _DefaultPlaceholder):
current_kwargs["json_serializer"] = json_serializer
if not isinstance(label_length, _DefaultPlaceholder):
current_kwargs["label_length"] = label_length
if not isinstance(logging_name, _DefaultPlaceholder):
current_kwargs["logging_name"] = logging_name
if not isinstance(max_identifier_length, _DefaultPlaceholder):
current_kwargs["max_identifier_length"] = max_identifier_length
if not isinstance(max_overflow, _DefaultPlaceholder):
current_kwargs["max_overflow"] = max_overflow
if not isinstance(module, _DefaultPlaceholder):
current_kwargs["module"] = module
if not isinstance(paramstyle, _DefaultPlaceholder):
current_kwargs["paramstyle"] = paramstyle
if not isinstance(pool, _DefaultPlaceholder):
current_kwargs["pool"] = pool
if not isinstance(poolclass, _DefaultPlaceholder):
current_kwargs["poolclass"] = poolclass
if not isinstance(pool_logging_name, _DefaultPlaceholder):
current_kwargs["pool_logging_name"] = pool_logging_name
if not isinstance(pool_pre_ping, _DefaultPlaceholder):
current_kwargs["pool_pre_ping"] = pool_pre_ping
if not isinstance(pool_size, _DefaultPlaceholder):
current_kwargs["pool_size"] = pool_size
if not isinstance(pool_recycle, _DefaultPlaceholder):
current_kwargs["pool_recycle"] = pool_recycle
if not isinstance(pool_reset_on_return, _DefaultPlaceholder):
current_kwargs["pool_reset_on_return"] = pool_reset_on_return
if not isinstance(pool_timeout, _DefaultPlaceholder):
current_kwargs["pool_timeout"] = pool_timeout
if not isinstance(pool_use_lifo, _DefaultPlaceholder):
current_kwargs["pool_use_lifo"] = pool_use_lifo
if not isinstance(plugins, _DefaultPlaceholder):
current_kwargs["plugins"] = plugins
if not isinstance(query_cache_size, _DefaultPlaceholder):
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_async_engine(url, **current_kwargs)
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Force GitHub README to respect dark mode\n(function() {\n var style = document.createElement('style');\n style.textContent = '\n .markdown-body {\n color-scheme: dark light;\n }\n .markdown-body pre { background: #161b22 !important; }\n .markdown-body code { background: rgba(110, 118, 129, 0.4) !important; }\n .markdown-body table th, .markdown-body table td { border-color: #30363d !important; }\n .markdown-body img { background: #0d1117; }\n .markdown-body blockquote { border-left-color: #8b949e; }\n .markdown-body hr { border-color: #30363d; }\n ';\n document.head.appendChild(style);\n})();", "GitHub Dark Mode README Fix"); } } catch(__e) { console.warn('[Userscript:GitHub Dark Mode README Fix]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + '
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 93 additions & 0 deletions docs/advanced/asyncio.md
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
# Asyncio Session and Engine

In some cases, you may use asynchronous session and engine.
This is especially important if you are building a highly loaded service.

The advantage of asynchronous over synchronous is that our application does
not wait for a response from a query to the database,
but performs other tasks until it receives a response.

To use the asynchronous mode, we need to install the asynchronous driver.

There is aiosqlite driver for sqlite.

<div class="termy">

```console
$ pip install aiosqlite
---> 100%
Successfully installed aiosqlite
```

</div>


Next, you can import the asyncio module, or use the async framework.
In this case, we will use the asyncio library.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:1]!}
```

Importing the asynchronous session and engine.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:4]!}
```

Create Model Hero.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:7-11]!}
```

Setting engine.

Pay attention to the connection url,
it clearly specifies which driver to use to connect to the database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:14-17]!}
```

Create table database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:20-22]!}
```

Create rows.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:25-37]!}
```

Read rows. Using the asynchronous context manager.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:40-45]!}
```

We connect all the functions together.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:48-51]!}
```

Running an asynchronous function (python3.7+)

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:53-55]!}
```

Running an asynchronous function (python3.6)

```Python
{!./docs_src/advanced/asyncio/tutorial001_py36.py[ln:53-56]!}
```

Full example.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py!}
```
Empty file.
55 changes: 55 additions & 0 deletions docs_src/advanced/asyncio/tutorial001.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
asyncio.run(main())
56 changes: 56 additions & 0 deletions docs_src/advanced/asyncio/tutorial001_py36.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.wait([main()]))
1 change: 1 addition & 0 deletions mkdocs.yml
Original file line numberDiff line numberDiff line change
Expand Up@@ -85,6 +85,7 @@ nav:
- Advanced User Guide:
- advanced/index.md
- advanced/decimal.md
- advanced/asyncio.md
- alternatives.md
- help.md
- contributing.md
Expand Down
2 changes: 2 additions & 0 deletions pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -53,6 +53,8 @@ isort = "^5.9.3"
async_generator = {version = "*", python = "~3.6"}
async-exit-stack = {version = "*", python = "~3.6"}

aiosqlite = "^0.17"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
Expand Down
6 changes: 5 additions & 1 deletion sqlmodel/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -127,8 +127,12 @@
from sqlalchemy.types import VARCHAR as VARCHAR

# Extensions and modifications of SQLAlchemy in SQLModel
from .engine.create import create_engine as create_engine
from .engine.create import (
create_engine as create_engine,
create_async_engine as create_async_engine,
)
from .orm.session import Session as Session
from .ext.asyncio.session import AsyncSession as AsyncSession
from .sql.expression import select as select
from .sql.expression import col as col
from .sql.sqltypes import AutoString as AutoString
Expand Down
99 changes: 99 additions & 0 deletions sqlmodel/engine/create.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,6 +4,8 @@

from sqlalchemy import create_engine as _create_engine
from sqlalchemy.engine.url import URL
from sqlalchemy.ext.asyncio import AsyncEngine as _AsyncEngine
from sqlalchemy.ext.asyncio import create_async_engine as _create_async_engine
from sqlalchemy.future import Engine as _FutureEngine
from sqlalchemy.pool import Pool
from typing_extensions import Literal, TypedDict
Expand DownExpand Up@@ -137,3 +139,100 @@ def create_engine(
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_engine(url, **current_kwargs) # type: ignore


def create_async_engine(
url: Union[str, URL],
*,
connect_args: _ConnectArgs = Default({}), # type: ignore
echo: Union[bool, _Debug] = Default(False),
echo_pool: Union[bool, _Debug] = Default(False),
enable_from_linting: bool = Default(True),
encoding: str = Default("utf-8"),
execution_options: Dict[Any, Any] = Default({}),
future: bool = True,
hide_parameters: bool = Default(False),
implicit_returning: bool = Default(True),
isolation_level: Optional[_IsolationLevel] = Default(None),
json_deserializer: Callable[..., Any] = Default(json.loads),
json_serializer: Callable[..., Any] = Default(json.dumps),
label_length: Optional[int] = Default(None),
logging_name: Optional[str] = Default(None),
max_identifier_length: Optional[int] = Default(None),
max_overflow: int = Default(10),
module: Optional[Any] = Default(None),
paramstyle: Optional[_ParamStyle] = Default(None),
pool: Optional[Pool] = Default(None),
poolclass: Optional[Type[Pool]] = Default(None),
pool_logging_name: Optional[str] = Default(None),
pool_pre_ping: bool = Default(False),
pool_size: int = Default(5),
pool_recycle: int = Default(-1),
pool_reset_on_return: Optional[_ResetOnReturn] = Default("rollback"),
pool_timeout: float = Default(30),
pool_use_lifo: bool = Default(False),
plugins: Optional[List[str]] = Default(None),
query_cache_size: Optional[int] = Default(None),
**kwargs: Any,
) -> _AsyncEngine:
current_kwargs: Dict[str, Any] = {
"future": future,
}
if not isinstance(echo, _DefaultPlaceholder):
current_kwargs["echo"] = echo
if not isinstance(echo_pool, _DefaultPlaceholder):
current_kwargs["echo_pool"] = echo_pool
if not isinstance(enable_from_linting, _DefaultPlaceholder):
current_kwargs["enable_from_linting"] = enable_from_linting
if not isinstance(connect_args, _DefaultPlaceholder):
current_kwargs["connect_args"] = connect_args
if not isinstance(encoding, _DefaultPlaceholder):
current_kwargs["encoding"] = encoding
if not isinstance(execution_options, _DefaultPlaceholder):
current_kwargs["execution_options"] = execution_options
if not isinstance(hide_parameters, _DefaultPlaceholder):
current_kwargs["hide_parameters"] = hide_parameters
if not isinstance(implicit_returning, _DefaultPlaceholder):
current_kwargs["implicit_returning"] = implicit_returning
if not isinstance(isolation_level, _DefaultPlaceholder):
current_kwargs["isolation_level"] = isolation_level
if not isinstance(json_deserializer, _DefaultPlaceholder):
current_kwargs["json_deserializer"] = json_deserializer
if not isinstance(json_serializer, _DefaultPlaceholder):
current_kwargs["json_serializer"] = json_serializer
if not isinstance(label_length, _DefaultPlaceholder):
current_kwargs["label_length"] = label_length
if not isinstance(logging_name, _DefaultPlaceholder):
current_kwargs["logging_name"] = logging_name
if not isinstance(max_identifier_length, _DefaultPlaceholder):
current_kwargs["max_identifier_length"] = max_identifier_length
if not isinstance(max_overflow, _DefaultPlaceholder):
current_kwargs["max_overflow"] = max_overflow
if not isinstance(module, _DefaultPlaceholder):
current_kwargs["module"] = module
if not isinstance(paramstyle, _DefaultPlaceholder):
current_kwargs["paramstyle"] = paramstyle
if not isinstance(pool, _DefaultPlaceholder):
current_kwargs["pool"] = pool
if not isinstance(poolclass, _DefaultPlaceholder):
current_kwargs["poolclass"] = poolclass
if not isinstance(pool_logging_name, _DefaultPlaceholder):
current_kwargs["pool_logging_name"] = pool_logging_name
if not isinstance(pool_pre_ping, _DefaultPlaceholder):
current_kwargs["pool_pre_ping"] = pool_pre_ping
if not isinstance(pool_size, _DefaultPlaceholder):
current_kwargs["pool_size"] = pool_size
if not isinstance(pool_recycle, _DefaultPlaceholder):
current_kwargs["pool_recycle"] = pool_recycle
if not isinstance(pool_reset_on_return, _DefaultPlaceholder):
current_kwargs["pool_reset_on_return"] = pool_reset_on_return
if not isinstance(pool_timeout, _DefaultPlaceholder):
current_kwargs["pool_timeout"] = pool_timeout
if not isinstance(pool_use_lifo, _DefaultPlaceholder):
current_kwargs["pool_use_lifo"] = pool_use_lifo
if not isinstance(plugins, _DefaultPlaceholder):
current_kwargs["plugins"] = plugins
if not isinstance(query_cache_size, _DefaultPlaceholder):
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_async_engine(url, **current_kwargs)
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Highlight search terms from Google/DuckDuckGo/Bing referrer\n(function() {\n var ref = document.referrer;\n var terms = [];\n \n if (ref.includes('google.com') || ref.includes('duckduckgo.com') || ref.includes('bing.com')) {\n var url = new URL(ref);\n var q = url.searchParams.get('q') || url.searchParams.get('p');\n if (q) {\n terms = q.split(/\\s+/).filter(function(t) { return t.length > 2; });\n }\n }\n \n if (terms.length === 0) return;\n \n var style = document.createElement('style');\n style.textContent = '.userscript-highlight { background: #fbbf24; color: #1a1a2e; padding: 1px 3px; border-radius: 2px; }';\n document.head.appendChild(style);\n \n function highlight(node) {\n if (node.nodeType === 3) { // text node\n var text = node.textContent;\n var found = false;\n terms.forEach(function(term) {\n var regex = new RegExp('(' + term.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\') + ')', 'gi');\n if (regex.test(text)) {\n found = true;\n var frag = document.createDocumentFragment();\n var parts = text.split(regex);\n parts.forEach(function(part, i) {\n if (i % 2 === 0) {\n frag.appendChild(document.createTextNode(part));\n } else {\n var span = document.createElement('span');\n span.className = 'userscript-highlight';\n span.textContent = part;\n frag.appendChild(span);\n }\n });\n node.parentNode.replaceChild(frag, node);\n }\n });\n } else if (node.nodeType === 1 && node.childNodes) { // element\n var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT'];\n if (!skipTags.includes(node.tagName)) {\n Array.from(node.childNodes).forEach(highlight);\n }\n }\n }\n \n highlight(document.body);\n \n // Re-highlight on dynamic content\n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1 || node.nodeType === 3) highlight(node);\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Highlight Search Terms"); } } catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + '
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 93 additions & 0 deletions docs/advanced/asyncio.md
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
# Asyncio Session and Engine

In some cases, you may use asynchronous session and engine.
This is especially important if you are building a highly loaded service.

The advantage of asynchronous over synchronous is that our application does
not wait for a response from a query to the database,
but performs other tasks until it receives a response.

To use the asynchronous mode, we need to install the asynchronous driver.

There is aiosqlite driver for sqlite.

<div class="termy">

```console
$ pip install aiosqlite
---> 100%
Successfully installed aiosqlite
```

</div>


Next, you can import the asyncio module, or use the async framework.
In this case, we will use the asyncio library.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:1]!}
```

Importing the asynchronous session and engine.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:4]!}
```

Create Model Hero.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:7-11]!}
```

Setting engine.

Pay attention to the connection url,
it clearly specifies which driver to use to connect to the database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:14-17]!}
```

Create table database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:20-22]!}
```

Create rows.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:25-37]!}
```

Read rows. Using the asynchronous context manager.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:40-45]!}
```

We connect all the functions together.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:48-51]!}
```

Running an asynchronous function (python3.7+)

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:53-55]!}
```

Running an asynchronous function (python3.6)

```Python
{!./docs_src/advanced/asyncio/tutorial001_py36.py[ln:53-56]!}
```

Full example.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py!}
```
Empty file.
55 changes: 55 additions & 0 deletions docs_src/advanced/asyncio/tutorial001.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
asyncio.run(main())
56 changes: 56 additions & 0 deletions docs_src/advanced/asyncio/tutorial001_py36.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.wait([main()]))
1 change: 1 addition & 0 deletions mkdocs.yml
Original file line numberDiff line numberDiff line change
Expand Up@@ -85,6 +85,7 @@ nav:
- Advanced User Guide:
- advanced/index.md
- advanced/decimal.md
- advanced/asyncio.md
- alternatives.md
- help.md
- contributing.md
Expand Down
2 changes: 2 additions & 0 deletions pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -53,6 +53,8 @@ isort = "^5.9.3"
async_generator = {version = "*", python = "~3.6"}
async-exit-stack = {version = "*", python = "~3.6"}

aiosqlite = "^0.17"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
Expand Down
6 changes: 5 additions & 1 deletion sqlmodel/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -127,8 +127,12 @@
from sqlalchemy.types import VARCHAR as VARCHAR

# Extensions and modifications of SQLAlchemy in SQLModel
from .engine.create import create_engine as create_engine
from .engine.create import (
create_engine as create_engine,
create_async_engine as create_async_engine,
)
from .orm.session import Session as Session
from .ext.asyncio.session import AsyncSession as AsyncSession
from .sql.expression import select as select
from .sql.expression import col as col
from .sql.sqltypes import AutoString as AutoString
Expand Down
99 changes: 99 additions & 0 deletions sqlmodel/engine/create.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,6 +4,8 @@

from sqlalchemy import create_engine as _create_engine
from sqlalchemy.engine.url import URL
from sqlalchemy.ext.asyncio import AsyncEngine as _AsyncEngine
from sqlalchemy.ext.asyncio import create_async_engine as _create_async_engine
from sqlalchemy.future import Engine as _FutureEngine
from sqlalchemy.pool import Pool
from typing_extensions import Literal, TypedDict
Expand DownExpand Up@@ -137,3 +139,100 @@ def create_engine(
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_engine(url, **current_kwargs) # type: ignore


def create_async_engine(
url: Union[str, URL],
*,
connect_args: _ConnectArgs = Default({}), # type: ignore
echo: Union[bool, _Debug] = Default(False),
echo_pool: Union[bool, _Debug] = Default(False),
enable_from_linting: bool = Default(True),
encoding: str = Default("utf-8"),
execution_options: Dict[Any, Any] = Default({}),
future: bool = True,
hide_parameters: bool = Default(False),
implicit_returning: bool = Default(True),
isolation_level: Optional[_IsolationLevel] = Default(None),
json_deserializer: Callable[..., Any] = Default(json.loads),
json_serializer: Callable[..., Any] = Default(json.dumps),
label_length: Optional[int] = Default(None),
logging_name: Optional[str] = Default(None),
max_identifier_length: Optional[int] = Default(None),
max_overflow: int = Default(10),
module: Optional[Any] = Default(None),
paramstyle: Optional[_ParamStyle] = Default(None),
pool: Optional[Pool] = Default(None),
poolclass: Optional[Type[Pool]] = Default(None),
pool_logging_name: Optional[str] = Default(None),
pool_pre_ping: bool = Default(False),
pool_size: int = Default(5),
pool_recycle: int = Default(-1),
pool_reset_on_return: Optional[_ResetOnReturn] = Default("rollback"),
pool_timeout: float = Default(30),
pool_use_lifo: bool = Default(False),
plugins: Optional[List[str]] = Default(None),
query_cache_size: Optional[int] = Default(None),
**kwargs: Any,
) -> _AsyncEngine:
current_kwargs: Dict[str, Any] = {
"future": future,
}
if not isinstance(echo, _DefaultPlaceholder):
current_kwargs["echo"] = echo
if not isinstance(echo_pool, _DefaultPlaceholder):
current_kwargs["echo_pool"] = echo_pool
if not isinstance(enable_from_linting, _DefaultPlaceholder):
current_kwargs["enable_from_linting"] = enable_from_linting
if not isinstance(connect_args, _DefaultPlaceholder):
current_kwargs["connect_args"] = connect_args
if not isinstance(encoding, _DefaultPlaceholder):
current_kwargs["encoding"] = encoding
if not isinstance(execution_options, _DefaultPlaceholder):
current_kwargs["execution_options"] = execution_options
if not isinstance(hide_parameters, _DefaultPlaceholder):
current_kwargs["hide_parameters"] = hide_parameters
if not isinstance(implicit_returning, _DefaultPlaceholder):
current_kwargs["implicit_returning"] = implicit_returning
if not isinstance(isolation_level, _DefaultPlaceholder):
current_kwargs["isolation_level"] = isolation_level
if not isinstance(json_deserializer, _DefaultPlaceholder):
current_kwargs["json_deserializer"] = json_deserializer
if not isinstance(json_serializer, _DefaultPlaceholder):
current_kwargs["json_serializer"] = json_serializer
if not isinstance(label_length, _DefaultPlaceholder):
current_kwargs["label_length"] = label_length
if not isinstance(logging_name, _DefaultPlaceholder):
current_kwargs["logging_name"] = logging_name
if not isinstance(max_identifier_length, _DefaultPlaceholder):
current_kwargs["max_identifier_length"] = max_identifier_length
if not isinstance(max_overflow, _DefaultPlaceholder):
current_kwargs["max_overflow"] = max_overflow
if not isinstance(module, _DefaultPlaceholder):
current_kwargs["module"] = module
if not isinstance(paramstyle, _DefaultPlaceholder):
current_kwargs["paramstyle"] = paramstyle
if not isinstance(pool, _DefaultPlaceholder):
current_kwargs["pool"] = pool
if not isinstance(poolclass, _DefaultPlaceholder):
current_kwargs["poolclass"] = poolclass
if not isinstance(pool_logging_name, _DefaultPlaceholder):
current_kwargs["pool_logging_name"] = pool_logging_name
if not isinstance(pool_pre_ping, _DefaultPlaceholder):
current_kwargs["pool_pre_ping"] = pool_pre_ping
if not isinstance(pool_size, _DefaultPlaceholder):
current_kwargs["pool_size"] = pool_size
if not isinstance(pool_recycle, _DefaultPlaceholder):
current_kwargs["pool_recycle"] = pool_recycle
if not isinstance(pool_reset_on_return, _DefaultPlaceholder):
current_kwargs["pool_reset_on_return"] = pool_reset_on_return
if not isinstance(pool_timeout, _DefaultPlaceholder):
current_kwargs["pool_timeout"] = pool_timeout
if not isinstance(pool_use_lifo, _DefaultPlaceholder):
current_kwargs["pool_use_lifo"] = pool_use_lifo
if not isinstance(plugins, _DefaultPlaceholder):
current_kwargs["plugins"] = plugins
if not isinstance(query_cache_size, _DefaultPlaceholder):
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_async_engine(url, **current_kwargs)
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Strip utm_, fbclid, gclid, etc. from all links on page\n(function() {\n var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content',\n 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid',\n 'ref', 'ref_src', 'source', 'medium', 'campaign'];\n \n function cleanUrl(url) {\n try {\n var u = new URL(url, window.location.origin);\n var changed = false;\n trackingParams.forEach(function(p) {\n if (u.searchParams.has(p)) {\n u.searchParams.delete(p);\n changed = true;\n }\n });\n return changed ? u.toString() : url;\n } catch (e) {\n return url;\n }\n }\n \n function cleanLinks() {\n document.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n \n cleanLinks();\n \n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1) {\n if (node.tagName === 'A') cleanLinks();\n node.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Remove Tracking Parameters from Links"); } } catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); } })(); (function(){ try { var __m = "youtube.com"; var __re = new RegExp('^' + "youtube\\.com" + '
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 93 additions & 0 deletions docs/advanced/asyncio.md
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
# Asyncio Session and Engine

In some cases, you may use asynchronous session and engine.
This is especially important if you are building a highly loaded service.

The advantage of asynchronous over synchronous is that our application does
not wait for a response from a query to the database,
but performs other tasks until it receives a response.

To use the asynchronous mode, we need to install the asynchronous driver.

There is aiosqlite driver for sqlite.

<div class="termy">

```console
$ pip install aiosqlite
---> 100%
Successfully installed aiosqlite
```

</div>


Next, you can import the asyncio module, or use the async framework.
In this case, we will use the asyncio library.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:1]!}
```

Importing the asynchronous session and engine.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:4]!}
```

Create Model Hero.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:7-11]!}
```

Setting engine.

Pay attention to the connection url,
it clearly specifies which driver to use to connect to the database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:14-17]!}
```

Create table database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:20-22]!}
```

Create rows.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:25-37]!}
```

Read rows. Using the asynchronous context manager.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:40-45]!}
```

We connect all the functions together.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:48-51]!}
```

Running an asynchronous function (python3.7+)

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:53-55]!}
```

Running an asynchronous function (python3.6)

```Python
{!./docs_src/advanced/asyncio/tutorial001_py36.py[ln:53-56]!}
```

Full example.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py!}
```
Empty file.
55 changes: 55 additions & 0 deletions docs_src/advanced/asyncio/tutorial001.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
asyncio.run(main())
56 changes: 56 additions & 0 deletions docs_src/advanced/asyncio/tutorial001_py36.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.wait([main()]))
1 change: 1 addition & 0 deletions mkdocs.yml
Original file line numberDiff line numberDiff line change
Expand Up@@ -85,6 +85,7 @@ nav:
- Advanced User Guide:
- advanced/index.md
- advanced/decimal.md
- advanced/asyncio.md
- alternatives.md
- help.md
- contributing.md
Expand Down
2 changes: 2 additions & 0 deletions pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -53,6 +53,8 @@ isort = "^5.9.3"
async_generator = {version = "*", python = "~3.6"}
async-exit-stack = {version = "*", python = "~3.6"}

aiosqlite = "^0.17"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
Expand Down
6 changes: 5 additions & 1 deletion sqlmodel/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -127,8 +127,12 @@
from sqlalchemy.types import VARCHAR as VARCHAR

# Extensions and modifications of SQLAlchemy in SQLModel
from .engine.create import create_engine as create_engine
from .engine.create import (
create_engine as create_engine,
create_async_engine as create_async_engine,
)
from .orm.session import Session as Session
from .ext.asyncio.session import AsyncSession as AsyncSession
from .sql.expression import select as select
from .sql.expression import col as col
from .sql.sqltypes import AutoString as AutoString
Expand Down
99 changes: 99 additions & 0 deletions sqlmodel/engine/create.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,6 +4,8 @@

from sqlalchemy import create_engine as _create_engine
from sqlalchemy.engine.url import URL
from sqlalchemy.ext.asyncio import AsyncEngine as _AsyncEngine
from sqlalchemy.ext.asyncio import create_async_engine as _create_async_engine
from sqlalchemy.future import Engine as _FutureEngine
from sqlalchemy.pool import Pool
from typing_extensions import Literal, TypedDict
Expand DownExpand Up@@ -137,3 +139,100 @@ def create_engine(
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_engine(url, **current_kwargs) # type: ignore


def create_async_engine(
url: Union[str, URL],
*,
connect_args: _ConnectArgs = Default({}), # type: ignore
echo: Union[bool, _Debug] = Default(False),
echo_pool: Union[bool, _Debug] = Default(False),
enable_from_linting: bool = Default(True),
encoding: str = Default("utf-8"),
execution_options: Dict[Any, Any] = Default({}),
future: bool = True,
hide_parameters: bool = Default(False),
implicit_returning: bool = Default(True),
isolation_level: Optional[_IsolationLevel] = Default(None),
json_deserializer: Callable[..., Any] = Default(json.loads),
json_serializer: Callable[..., Any] = Default(json.dumps),
label_length: Optional[int] = Default(None),
logging_name: Optional[str] = Default(None),
max_identifier_length: Optional[int] = Default(None),
max_overflow: int = Default(10),
module: Optional[Any] = Default(None),
paramstyle: Optional[_ParamStyle] = Default(None),
pool: Optional[Pool] = Default(None),
poolclass: Optional[Type[Pool]] = Default(None),
pool_logging_name: Optional[str] = Default(None),
pool_pre_ping: bool = Default(False),
pool_size: int = Default(5),
pool_recycle: int = Default(-1),
pool_reset_on_return: Optional[_ResetOnReturn] = Default("rollback"),
pool_timeout: float = Default(30),
pool_use_lifo: bool = Default(False),
plugins: Optional[List[str]] = Default(None),
query_cache_size: Optional[int] = Default(None),
**kwargs: Any,
) -> _AsyncEngine:
current_kwargs: Dict[str, Any] = {
"future": future,
}
if not isinstance(echo, _DefaultPlaceholder):
current_kwargs["echo"] = echo
if not isinstance(echo_pool, _DefaultPlaceholder):
current_kwargs["echo_pool"] = echo_pool
if not isinstance(enable_from_linting, _DefaultPlaceholder):
current_kwargs["enable_from_linting"] = enable_from_linting
if not isinstance(connect_args, _DefaultPlaceholder):
current_kwargs["connect_args"] = connect_args
if not isinstance(encoding, _DefaultPlaceholder):
current_kwargs["encoding"] = encoding
if not isinstance(execution_options, _DefaultPlaceholder):
current_kwargs["execution_options"] = execution_options
if not isinstance(hide_parameters, _DefaultPlaceholder):
current_kwargs["hide_parameters"] = hide_parameters
if not isinstance(implicit_returning, _DefaultPlaceholder):
current_kwargs["implicit_returning"] = implicit_returning
if not isinstance(isolation_level, _DefaultPlaceholder):
current_kwargs["isolation_level"] = isolation_level
if not isinstance(json_deserializer, _DefaultPlaceholder):
current_kwargs["json_deserializer"] = json_deserializer
if not isinstance(json_serializer, _DefaultPlaceholder):
current_kwargs["json_serializer"] = json_serializer
if not isinstance(label_length, _DefaultPlaceholder):
current_kwargs["label_length"] = label_length
if not isinstance(logging_name, _DefaultPlaceholder):
current_kwargs["logging_name"] = logging_name
if not isinstance(max_identifier_length, _DefaultPlaceholder):
current_kwargs["max_identifier_length"] = max_identifier_length
if not isinstance(max_overflow, _DefaultPlaceholder):
current_kwargs["max_overflow"] = max_overflow
if not isinstance(module, _DefaultPlaceholder):
current_kwargs["module"] = module
if not isinstance(paramstyle, _DefaultPlaceholder):
current_kwargs["paramstyle"] = paramstyle
if not isinstance(pool, _DefaultPlaceholder):
current_kwargs["pool"] = pool
if not isinstance(poolclass, _DefaultPlaceholder):
current_kwargs["poolclass"] = poolclass
if not isinstance(pool_logging_name, _DefaultPlaceholder):
current_kwargs["pool_logging_name"] = pool_logging_name
if not isinstance(pool_pre_ping, _DefaultPlaceholder):
current_kwargs["pool_pre_ping"] = pool_pre_ping
if not isinstance(pool_size, _DefaultPlaceholder):
current_kwargs["pool_size"] = pool_size
if not isinstance(pool_recycle, _DefaultPlaceholder):
current_kwargs["pool_recycle"] = pool_recycle
if not isinstance(pool_reset_on_return, _DefaultPlaceholder):
current_kwargs["pool_reset_on_return"] = pool_reset_on_return
if not isinstance(pool_timeout, _DefaultPlaceholder):
current_kwargs["pool_timeout"] = pool_timeout
if not isinstance(pool_use_lifo, _DefaultPlaceholder):
current_kwargs["pool_use_lifo"] = pool_use_lifo
if not isinstance(plugins, _DefaultPlaceholder):
current_kwargs["plugins"] = plugins
if not isinstance(query_cache_size, _DefaultPlaceholder):
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_async_engine(url, **current_kwargs)
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Auto-enable theater mode on YouTube\n(function() {\n function tryTheater() {\n var btn = document.querySelector('button[aria-label=\"Theater mode\"], ytd-player #player button[title=\"Theater mode\"]');\n if (btn && !btn.classList.contains('activated')) {\n btn.click();\n }\n }\n \n // Try immediately\n tryTheater();\n \n // Try after navigation (SPA)\n var lastUrl = location.href;\n setInterval(function() {\n if (location.href !== lastUrl) {\n lastUrl = location.href;\n setTimeout(tryTheater, 500);\n }\n }, 1000);\n \n // Also try on player load\n var observer = new MutationObserver(tryTheater);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "YouTube Theater Mode Default"); } } catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + '
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 93 additions & 0 deletions docs/advanced/asyncio.md
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
# Asyncio Session and Engine

In some cases, you may use asynchronous session and engine.
This is especially important if you are building a highly loaded service.

The advantage of asynchronous over synchronous is that our application does
not wait for a response from a query to the database,
but performs other tasks until it receives a response.

To use the asynchronous mode, we need to install the asynchronous driver.

There is aiosqlite driver for sqlite.

<div class="termy">

```console
$ pip install aiosqlite
---> 100%
Successfully installed aiosqlite
```

</div>


Next, you can import the asyncio module, or use the async framework.
In this case, we will use the asyncio library.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:1]!}
```

Importing the asynchronous session and engine.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:4]!}
```

Create Model Hero.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:7-11]!}
```

Setting engine.

Pay attention to the connection url,
it clearly specifies which driver to use to connect to the database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:14-17]!}
```

Create table database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:20-22]!}
```

Create rows.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:25-37]!}
```

Read rows. Using the asynchronous context manager.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:40-45]!}
```

We connect all the functions together.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:48-51]!}
```

Running an asynchronous function (python3.7+)

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:53-55]!}
```

Running an asynchronous function (python3.6)

```Python
{!./docs_src/advanced/asyncio/tutorial001_py36.py[ln:53-56]!}
```

Full example.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py!}
```
Empty file.
55 changes: 55 additions & 0 deletions docs_src/advanced/asyncio/tutorial001.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
asyncio.run(main())
56 changes: 56 additions & 0 deletions docs_src/advanced/asyncio/tutorial001_py36.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.wait([main()]))
1 change: 1 addition & 0 deletions mkdocs.yml
Original file line numberDiff line numberDiff line change
Expand Up@@ -85,6 +85,7 @@ nav:
- Advanced User Guide:
- advanced/index.md
- advanced/decimal.md
- advanced/asyncio.md
- alternatives.md
- help.md
- contributing.md
Expand Down
2 changes: 2 additions & 0 deletions pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -53,6 +53,8 @@ isort = "^5.9.3"
async_generator = {version = "*", python = "~3.6"}
async-exit-stack = {version = "*", python = "~3.6"}

aiosqlite = "^0.17"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
Expand Down
6 changes: 5 additions & 1 deletion sqlmodel/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -127,8 +127,12 @@
from sqlalchemy.types import VARCHAR as VARCHAR

# Extensions and modifications of SQLAlchemy in SQLModel
from .engine.create import create_engine as create_engine
from .engine.create import (
create_engine as create_engine,
create_async_engine as create_async_engine,
)
from .orm.session import Session as Session
from .ext.asyncio.session import AsyncSession as AsyncSession
from .sql.expression import select as select
from .sql.expression import col as col
from .sql.sqltypes import AutoString as AutoString
Expand Down
99 changes: 99 additions & 0 deletions sqlmodel/engine/create.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,6 +4,8 @@

from sqlalchemy import create_engine as _create_engine
from sqlalchemy.engine.url import URL
from sqlalchemy.ext.asyncio import AsyncEngine as _AsyncEngine
from sqlalchemy.ext.asyncio import create_async_engine as _create_async_engine
from sqlalchemy.future import Engine as _FutureEngine
from sqlalchemy.pool import Pool
from typing_extensions import Literal, TypedDict
Expand DownExpand Up@@ -137,3 +139,100 @@ def create_engine(
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_engine(url, **current_kwargs) # type: ignore


def create_async_engine(
url: Union[str, URL],
*,
connect_args: _ConnectArgs = Default({}), # type: ignore
echo: Union[bool, _Debug] = Default(False),
echo_pool: Union[bool, _Debug] = Default(False),
enable_from_linting: bool = Default(True),
encoding: str = Default("utf-8"),
execution_options: Dict[Any, Any] = Default({}),
future: bool = True,
hide_parameters: bool = Default(False),
implicit_returning: bool = Default(True),
isolation_level: Optional[_IsolationLevel] = Default(None),
json_deserializer: Callable[..., Any] = Default(json.loads),
json_serializer: Callable[..., Any] = Default(json.dumps),
label_length: Optional[int] = Default(None),
logging_name: Optional[str] = Default(None),
max_identifier_length: Optional[int] = Default(None),
max_overflow: int = Default(10),
module: Optional[Any] = Default(None),
paramstyle: Optional[_ParamStyle] = Default(None),
pool: Optional[Pool] = Default(None),
poolclass: Optional[Type[Pool]] = Default(None),
pool_logging_name: Optional[str] = Default(None),
pool_pre_ping: bool = Default(False),
pool_size: int = Default(5),
pool_recycle: int = Default(-1),
pool_reset_on_return: Optional[_ResetOnReturn] = Default("rollback"),
pool_timeout: float = Default(30),
pool_use_lifo: bool = Default(False),
plugins: Optional[List[str]] = Default(None),
query_cache_size: Optional[int] = Default(None),
**kwargs: Any,
) -> _AsyncEngine:
current_kwargs: Dict[str, Any] = {
"future": future,
}
if not isinstance(echo, _DefaultPlaceholder):
current_kwargs["echo"] = echo
if not isinstance(echo_pool, _DefaultPlaceholder):
current_kwargs["echo_pool"] = echo_pool
if not isinstance(enable_from_linting, _DefaultPlaceholder):
current_kwargs["enable_from_linting"] = enable_from_linting
if not isinstance(connect_args, _DefaultPlaceholder):
current_kwargs["connect_args"] = connect_args
if not isinstance(encoding, _DefaultPlaceholder):
current_kwargs["encoding"] = encoding
if not isinstance(execution_options, _DefaultPlaceholder):
current_kwargs["execution_options"] = execution_options
if not isinstance(hide_parameters, _DefaultPlaceholder):
current_kwargs["hide_parameters"] = hide_parameters
if not isinstance(implicit_returning, _DefaultPlaceholder):
current_kwargs["implicit_returning"] = implicit_returning
if not isinstance(isolation_level, _DefaultPlaceholder):
current_kwargs["isolation_level"] = isolation_level
if not isinstance(json_deserializer, _DefaultPlaceholder):
current_kwargs["json_deserializer"] = json_deserializer
if not isinstance(json_serializer, _DefaultPlaceholder):
current_kwargs["json_serializer"] = json_serializer
if not isinstance(label_length, _DefaultPlaceholder):
current_kwargs["label_length"] = label_length
if not isinstance(logging_name, _DefaultPlaceholder):
current_kwargs["logging_name"] = logging_name
if not isinstance(max_identifier_length, _DefaultPlaceholder):
current_kwargs["max_identifier_length"] = max_identifier_length
if not isinstance(max_overflow, _DefaultPlaceholder):
current_kwargs["max_overflow"] = max_overflow
if not isinstance(module, _DefaultPlaceholder):
current_kwargs["module"] = module
if not isinstance(paramstyle, _DefaultPlaceholder):
current_kwargs["paramstyle"] = paramstyle
if not isinstance(pool, _DefaultPlaceholder):
current_kwargs["pool"] = pool
if not isinstance(poolclass, _DefaultPlaceholder):
current_kwargs["poolclass"] = poolclass
if not isinstance(pool_logging_name, _DefaultPlaceholder):
current_kwargs["pool_logging_name"] = pool_logging_name
if not isinstance(pool_pre_ping, _DefaultPlaceholder):
current_kwargs["pool_pre_ping"] = pool_pre_ping
if not isinstance(pool_size, _DefaultPlaceholder):
current_kwargs["pool_size"] = pool_size
if not isinstance(pool_recycle, _DefaultPlaceholder):
current_kwargs["pool_recycle"] = pool_recycle
if not isinstance(pool_reset_on_return, _DefaultPlaceholder):
current_kwargs["pool_reset_on_return"] = pool_reset_on_return
if not isinstance(pool_timeout, _DefaultPlaceholder):
current_kwargs["pool_timeout"] = pool_timeout
if not isinstance(pool_use_lifo, _DefaultPlaceholder):
current_kwargs["pool_use_lifo"] = pool_use_lifo
if not isinstance(plugins, _DefaultPlaceholder):
current_kwargs["plugins"] = plugins
if not isinstance(query_cache_size, _DefaultPlaceholder):
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_async_engine(url, **current_kwargs)
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Remove or un-stick sticky/fixed headers that block content\n(function() {\n function unstick() {\n document.querySelectorAll('header, nav, [role=\"banner\"], .header, .navbar, .sticky, .fixed-top, [style*=\"position: fixed\"], [style*=\"position:sticky\"]').forEach(function(el) {\n if (el.style.position === 'fixed' || el.style.position === 'sticky' || \n getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') {\n el.style.position = 'static';\n el.style.top = 'auto';\n el.style.zIndex = 'auto';\n }\n });\n }\n \n unstick();\n \n var observer = new MutationObserver(unstick);\n observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] });\n})();", "Kill Sticky Headers"); } } catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + '
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 93 additions & 0 deletions docs/advanced/asyncio.md
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
# Asyncio Session and Engine

In some cases, you may use asynchronous session and engine.
This is especially important if you are building a highly loaded service.

The advantage of asynchronous over synchronous is that our application does
not wait for a response from a query to the database,
but performs other tasks until it receives a response.

To use the asynchronous mode, we need to install the asynchronous driver.

There is aiosqlite driver for sqlite.

<div class="termy">

```console
$ pip install aiosqlite
---> 100%
Successfully installed aiosqlite
```

</div>


Next, you can import the asyncio module, or use the async framework.
In this case, we will use the asyncio library.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:1]!}
```

Importing the asynchronous session and engine.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:4]!}
```

Create Model Hero.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:7-11]!}
```

Setting engine.

Pay attention to the connection url,
it clearly specifies which driver to use to connect to the database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:14-17]!}
```

Create table database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:20-22]!}
```

Create rows.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:25-37]!}
```

Read rows. Using the asynchronous context manager.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:40-45]!}
```

We connect all the functions together.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:48-51]!}
```

Running an asynchronous function (python3.7+)

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:53-55]!}
```

Running an asynchronous function (python3.6)

```Python
{!./docs_src/advanced/asyncio/tutorial001_py36.py[ln:53-56]!}
```

Full example.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py!}
```
Empty file.
55 changes: 55 additions & 0 deletions docs_src/advanced/asyncio/tutorial001.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
asyncio.run(main())
56 changes: 56 additions & 0 deletions docs_src/advanced/asyncio/tutorial001_py36.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.wait([main()]))
1 change: 1 addition & 0 deletions mkdocs.yml
Original file line numberDiff line numberDiff line change
Expand Up@@ -85,6 +85,7 @@ nav:
- Advanced User Guide:
- advanced/index.md
- advanced/decimal.md
- advanced/asyncio.md
- alternatives.md
- help.md
- contributing.md
Expand Down
2 changes: 2 additions & 0 deletions pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -53,6 +53,8 @@ isort = "^5.9.3"
async_generator = {version = "*", python = "~3.6"}
async-exit-stack = {version = "*", python = "~3.6"}

aiosqlite = "^0.17"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
Expand Down
6 changes: 5 additions & 1 deletion sqlmodel/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -127,8 +127,12 @@
from sqlalchemy.types import VARCHAR as VARCHAR

# Extensions and modifications of SQLAlchemy in SQLModel
from .engine.create import create_engine as create_engine
from .engine.create import (
create_engine as create_engine,
create_async_engine as create_async_engine,
)
from .orm.session import Session as Session
from .ext.asyncio.session import AsyncSession as AsyncSession
from .sql.expression import select as select
from .sql.expression import col as col
from .sql.sqltypes import AutoString as AutoString
Expand Down
99 changes: 99 additions & 0 deletions sqlmodel/engine/create.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,6 +4,8 @@

from sqlalchemy import create_engine as _create_engine
from sqlalchemy.engine.url import URL
from sqlalchemy.ext.asyncio import AsyncEngine as _AsyncEngine
from sqlalchemy.ext.asyncio import create_async_engine as _create_async_engine
from sqlalchemy.future import Engine as _FutureEngine
from sqlalchemy.pool import Pool
from typing_extensions import Literal, TypedDict
Expand DownExpand Up@@ -137,3 +139,100 @@ def create_engine(
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_engine(url, **current_kwargs) # type: ignore


def create_async_engine(
url: Union[str, URL],
*,
connect_args: _ConnectArgs = Default({}), # type: ignore
echo: Union[bool, _Debug] = Default(False),
echo_pool: Union[bool, _Debug] = Default(False),
enable_from_linting: bool = Default(True),
encoding: str = Default("utf-8"),
execution_options: Dict[Any, Any] = Default({}),
future: bool = True,
hide_parameters: bool = Default(False),
implicit_returning: bool = Default(True),
isolation_level: Optional[_IsolationLevel] = Default(None),
json_deserializer: Callable[..., Any] = Default(json.loads),
json_serializer: Callable[..., Any] = Default(json.dumps),
label_length: Optional[int] = Default(None),
logging_name: Optional[str] = Default(None),
max_identifier_length: Optional[int] = Default(None),
max_overflow: int = Default(10),
module: Optional[Any] = Default(None),
paramstyle: Optional[_ParamStyle] = Default(None),
pool: Optional[Pool] = Default(None),
poolclass: Optional[Type[Pool]] = Default(None),
pool_logging_name: Optional[str] = Default(None),
pool_pre_ping: bool = Default(False),
pool_size: int = Default(5),
pool_recycle: int = Default(-1),
pool_reset_on_return: Optional[_ResetOnReturn] = Default("rollback"),
pool_timeout: float = Default(30),
pool_use_lifo: bool = Default(False),
plugins: Optional[List[str]] = Default(None),
query_cache_size: Optional[int] = Default(None),
**kwargs: Any,
) -> _AsyncEngine:
current_kwargs: Dict[str, Any] = {
"future": future,
}
if not isinstance(echo, _DefaultPlaceholder):
current_kwargs["echo"] = echo
if not isinstance(echo_pool, _DefaultPlaceholder):
current_kwargs["echo_pool"] = echo_pool
if not isinstance(enable_from_linting, _DefaultPlaceholder):
current_kwargs["enable_from_linting"] = enable_from_linting
if not isinstance(connect_args, _DefaultPlaceholder):
current_kwargs["connect_args"] = connect_args
if not isinstance(encoding, _DefaultPlaceholder):
current_kwargs["encoding"] = encoding
if not isinstance(execution_options, _DefaultPlaceholder):
current_kwargs["execution_options"] = execution_options
if not isinstance(hide_parameters, _DefaultPlaceholder):
current_kwargs["hide_parameters"] = hide_parameters
if not isinstance(implicit_returning, _DefaultPlaceholder):
current_kwargs["implicit_returning"] = implicit_returning
if not isinstance(isolation_level, _DefaultPlaceholder):
current_kwargs["isolation_level"] = isolation_level
if not isinstance(json_deserializer, _DefaultPlaceholder):
current_kwargs["json_deserializer"] = json_deserializer
if not isinstance(json_serializer, _DefaultPlaceholder):
current_kwargs["json_serializer"] = json_serializer
if not isinstance(label_length, _DefaultPlaceholder):
current_kwargs["label_length"] = label_length
if not isinstance(logging_name, _DefaultPlaceholder):
current_kwargs["logging_name"] = logging_name
if not isinstance(max_identifier_length, _DefaultPlaceholder):
current_kwargs["max_identifier_length"] = max_identifier_length
if not isinstance(max_overflow, _DefaultPlaceholder):
current_kwargs["max_overflow"] = max_overflow
if not isinstance(module, _DefaultPlaceholder):
current_kwargs["module"] = module
if not isinstance(paramstyle, _DefaultPlaceholder):
current_kwargs["paramstyle"] = paramstyle
if not isinstance(pool, _DefaultPlaceholder):
current_kwargs["pool"] = pool
if not isinstance(poolclass, _DefaultPlaceholder):
current_kwargs["poolclass"] = poolclass
if not isinstance(pool_logging_name, _DefaultPlaceholder):
current_kwargs["pool_logging_name"] = pool_logging_name
if not isinstance(pool_pre_ping, _DefaultPlaceholder):
current_kwargs["pool_pre_ping"] = pool_pre_ping
if not isinstance(pool_size, _DefaultPlaceholder):
current_kwargs["pool_size"] = pool_size
if not isinstance(pool_recycle, _DefaultPlaceholder):
current_kwargs["pool_recycle"] = pool_recycle
if not isinstance(pool_reset_on_return, _DefaultPlaceholder):
current_kwargs["pool_reset_on_return"] = pool_reset_on_return
if not isinstance(pool_timeout, _DefaultPlaceholder):
current_kwargs["pool_timeout"] = pool_timeout
if not isinstance(pool_use_lifo, _DefaultPlaceholder):
current_kwargs["pool_use_lifo"] = pool_use_lifo
if not isinstance(plugins, _DefaultPlaceholder):
current_kwargs["plugins"] = plugins
if not isinstance(query_cache_size, _DefaultPlaceholder):
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_async_engine(url, **current_kwargs)
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Universal Dark Mode - works on any site\n(function() {\n var enabled = true;\n \n function applyDarkMode() {\n if (!enabled) return;\n \n // Create style element if it doesn't exist\n var style = document.getElementById('universal-dark-mode-style');\n if (!style) {\n style = document.createElement('style');\n style.id = 'universal-dark-mode-style';\n document.head.appendChild(style);\n }\n \n // Dark mode CSS - inverts colors but preserves images/video\n style.textContent = '\n /* Invert everything except media */\n html {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #1a1a2e !important;\n }\n \n /* Restore images, videos, iframes, canvas */\n img, video, iframe, canvas, svg, picture, [style*=\"background-image\"] {\n filter: invert(1) hue-rotate(180deg) !important;\n }\n \n /* Preserve specific elements that should not be inverted */\n .no-dark-mode, .no-dark-mode *,\n [data-theme=\"light\"], [data-theme=\"light\"],\n .ace_editor, .ace_editor *,\n .CodeMirror, .CodeMirror *,\n .monaco-editor, .monaco-editor *,\n .markdown-body pre, .markdown-body pre *,\n .highlight, .highlight *,\n pre code, pre code * {\n filter: none !important;\n }\n \n /* Fix common UI elements */\n .modal, .popup, .dropdown-menu, .tooltip, .popover {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #2d2d44 !important;\n border-color: #444 !important;\n }\n \n /* Scrollbars */\n ::-webkit-scrollbar { background: #1a1a2e !important; }\n ::-webkit-scrollbar-thumb { background: #444 !important; }\n ::-webkit-scrollbar-thumb:hover { background: #555 !important; }\n \n /* Selection */\n ::selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ::-moz-selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ';\n }\n \n function removeDarkMode() {\n var style = document.getElementById('universal-dark-mode-style');\n if (style) style.remove();\n }\n \n // Toggle with Alt+Shift+D\n document.addEventListener('keydown', function(e) {\n if (e.altKey && e.shiftKey && e.key === 'D') {\n e.preventDefault();\n enabled = !enabled;\n if (enabled) {\n applyDarkMode();\n console.log('[Universal Dark Mode] Enabled');\n } else {\n removeDarkMode();\n console.log('[Universal Dark Mode] Disabled');\n }\n }\n });\n \n // Apply on load\n applyDarkMode();\n \n // Re-apply on dynamic content\n var observer = new MutationObserver(function(mutations) {\n if (enabled && !document.getElementById('universal-dark-mode-style')) {\n applyDarkMode();\n }\n });\n observer.observe(document.head, { childList: true });\n \n console.log('[Universal Dark Mode] Loaded - Press Alt+Shift+D to toggle');\n})();", "Universal Dark Mode"); } } catch(__e) { console.warn('[Userscript:Universal Dark Mode]', __e); } })(); })();
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 93 additions & 0 deletions docs/advanced/asyncio.md
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
# Asyncio Session and Engine

In some cases, you may use asynchronous session and engine.
This is especially important if you are building a highly loaded service.

The advantage of asynchronous over synchronous is that our application does
not wait for a response from a query to the database,
but performs other tasks until it receives a response.

To use the asynchronous mode, we need to install the asynchronous driver.

There is aiosqlite driver for sqlite.

<div class="termy">

```console
$ pip install aiosqlite
---> 100%
Successfully installed aiosqlite
```

</div>


Next, you can import the asyncio module, or use the async framework.
In this case, we will use the asyncio library.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:1]!}
```

Importing the asynchronous session and engine.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:4]!}
```

Create Model Hero.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:7-11]!}
```

Setting engine.

Pay attention to the connection url,
it clearly specifies which driver to use to connect to the database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:14-17]!}
```

Create table database.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:20-22]!}
```

Create rows.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:25-37]!}
```

Read rows. Using the asynchronous context manager.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:40-45]!}
```

We connect all the functions together.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:48-51]!}
```

Running an asynchronous function (python3.7+)

```Python
{!./docs_src/advanced/asyncio/tutorial001.py[ln:53-55]!}
```

Running an asynchronous function (python3.6)

```Python
{!./docs_src/advanced/asyncio/tutorial001_py36.py[ln:53-56]!}
```

Full example.

```Python
{!./docs_src/advanced/asyncio/tutorial001.py!}
```
Empty file.
55 changes: 55 additions & 0 deletions docs_src/advanced/asyncio/tutorial001.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
asyncio.run(main())
56 changes: 56 additions & 0 deletions docs_src/advanced/asyncio/tutorial001_py36.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
import asyncio
from typing import Optional

from sqlmodel import AsyncSession, Field, SQLModel, create_async_engine, select


class Hero(SQLModel, table=True):
id: Optional[int] = Field(default=None, primary_key=True)
name: str
secret_name: str
age: Optional[int] = None


sqlite_file_name = "database.db"
sqlite_url = f"sqlite+aiosqlite:///{sqlite_file_name}"

engine = create_async_engine(sqlite_url, echo=True)


async def create_db_and_tables():
async with engine.begin() as session:
await session.run_sync(SQLModel.metadata.create_all)


async def create_heroes():
hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)

session = AsyncSession(engine)
session.add(hero_1)
session.add(hero_2)
session.add(hero_3)

await session.commit()

await session.close()


async def select_heroes():
async with AsyncSession(engine) as session:
statement = select(Hero)
results = await session.exec(statement)
for hero in results:
print(hero)


async def main():
await create_db_and_tables()
await create_heroes()
await select_heroes()


if __name__ == "__main__":
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.wait([main()]))
1 change: 1 addition & 0 deletions mkdocs.yml
Original file line numberDiff line numberDiff line change
Expand Up@@ -85,6 +85,7 @@ nav:
- Advanced User Guide:
- advanced/index.md
- advanced/decimal.md
- advanced/asyncio.md
- alternatives.md
- help.md
- contributing.md
Expand Down
2 changes: 2 additions & 0 deletions pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -53,6 +53,8 @@ isort = "^5.9.3"
async_generator = {version = "*", python = "~3.6"}
async-exit-stack = {version = "*", python = "~3.6"}

aiosqlite = "^0.17"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
Expand Down
6 changes: 5 additions & 1 deletion sqlmodel/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -127,8 +127,12 @@
from sqlalchemy.types import VARCHAR as VARCHAR

# Extensions and modifications of SQLAlchemy in SQLModel
from .engine.create import create_engine as create_engine
from .engine.create import (
create_engine as create_engine,
create_async_engine as create_async_engine,
)
from .orm.session import Session as Session
from .ext.asyncio.session import AsyncSession as AsyncSession
from .sql.expression import select as select
from .sql.expression import col as col
from .sql.sqltypes import AutoString as AutoString
Expand Down
99 changes: 99 additions & 0 deletions sqlmodel/engine/create.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,6 +4,8 @@

from sqlalchemy import create_engine as _create_engine
from sqlalchemy.engine.url import URL
from sqlalchemy.ext.asyncio import AsyncEngine as _AsyncEngine
from sqlalchemy.ext.asyncio import create_async_engine as _create_async_engine
from sqlalchemy.future import Engine as _FutureEngine
from sqlalchemy.pool import Pool
from typing_extensions import Literal, TypedDict
Expand DownExpand Up@@ -137,3 +139,100 @@ def create_engine(
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_engine(url, **current_kwargs) # type: ignore


def create_async_engine(
url: Union[str, URL],
*,
connect_args: _ConnectArgs = Default({}), # type: ignore
echo: Union[bool, _Debug] = Default(False),
echo_pool: Union[bool, _Debug] = Default(False),
enable_from_linting: bool = Default(True),
encoding: str = Default("utf-8"),
execution_options: Dict[Any, Any] = Default({}),
future: bool = True,
hide_parameters: bool = Default(False),
implicit_returning: bool = Default(True),
isolation_level: Optional[_IsolationLevel] = Default(None),
json_deserializer: Callable[..., Any] = Default(json.loads),
json_serializer: Callable[..., Any] = Default(json.dumps),
label_length: Optional[int] = Default(None),
logging_name: Optional[str] = Default(None),
max_identifier_length: Optional[int] = Default(None),
max_overflow: int = Default(10),
module: Optional[Any] = Default(None),
paramstyle: Optional[_ParamStyle] = Default(None),
pool: Optional[Pool] = Default(None),
poolclass: Optional[Type[Pool]] = Default(None),
pool_logging_name: Optional[str] = Default(None),
pool_pre_ping: bool = Default(False),
pool_size: int = Default(5),
pool_recycle: int = Default(-1),
pool_reset_on_return: Optional[_ResetOnReturn] = Default("rollback"),
pool_timeout: float = Default(30),
pool_use_lifo: bool = Default(False),
plugins: Optional[List[str]] = Default(None),
query_cache_size: Optional[int] = Default(None),
**kwargs: Any,
) -> _AsyncEngine:
current_kwargs: Dict[str, Any] = {
"future": future,
}
if not isinstance(echo, _DefaultPlaceholder):
current_kwargs["echo"] = echo
if not isinstance(echo_pool, _DefaultPlaceholder):
current_kwargs["echo_pool"] = echo_pool
if not isinstance(enable_from_linting, _DefaultPlaceholder):
current_kwargs["enable_from_linting"] = enable_from_linting
if not isinstance(connect_args, _DefaultPlaceholder):
current_kwargs["connect_args"] = connect_args
if not isinstance(encoding, _DefaultPlaceholder):
current_kwargs["encoding"] = encoding
if not isinstance(execution_options, _DefaultPlaceholder):
current_kwargs["execution_options"] = execution_options
if not isinstance(hide_parameters, _DefaultPlaceholder):
current_kwargs["hide_parameters"] = hide_parameters
if not isinstance(implicit_returning, _DefaultPlaceholder):
current_kwargs["implicit_returning"] = implicit_returning
if not isinstance(isolation_level, _DefaultPlaceholder):
current_kwargs["isolation_level"] = isolation_level
if not isinstance(json_deserializer, _DefaultPlaceholder):
current_kwargs["json_deserializer"] = json_deserializer
if not isinstance(json_serializer, _DefaultPlaceholder):
current_kwargs["json_serializer"] = json_serializer
if not isinstance(label_length, _DefaultPlaceholder):
current_kwargs["label_length"] = label_length
if not isinstance(logging_name, _DefaultPlaceholder):
current_kwargs["logging_name"] = logging_name
if not isinstance(max_identifier_length, _DefaultPlaceholder):
current_kwargs["max_identifier_length"] = max_identifier_length
if not isinstance(max_overflow, _DefaultPlaceholder):
current_kwargs["max_overflow"] = max_overflow
if not isinstance(module, _DefaultPlaceholder):
current_kwargs["module"] = module
if not isinstance(paramstyle, _DefaultPlaceholder):
current_kwargs["paramstyle"] = paramstyle
if not isinstance(pool, _DefaultPlaceholder):
current_kwargs["pool"] = pool
if not isinstance(poolclass, _DefaultPlaceholder):
current_kwargs["poolclass"] = poolclass
if not isinstance(pool_logging_name, _DefaultPlaceholder):
current_kwargs["pool_logging_name"] = pool_logging_name
if not isinstance(pool_pre_ping, _DefaultPlaceholder):
current_kwargs["pool_pre_ping"] = pool_pre_ping
if not isinstance(pool_size, _DefaultPlaceholder):
current_kwargs["pool_size"] = pool_size
if not isinstance(pool_recycle, _DefaultPlaceholder):
current_kwargs["pool_recycle"] = pool_recycle
if not isinstance(pool_reset_on_return, _DefaultPlaceholder):
current_kwargs["pool_reset_on_return"] = pool_reset_on_return
if not isinstance(pool_timeout, _DefaultPlaceholder):
current_kwargs["pool_timeout"] = pool_timeout
if not isinstance(pool_use_lifo, _DefaultPlaceholder):
current_kwargs["pool_use_lifo"] = pool_use_lifo
if not isinstance(plugins, _DefaultPlaceholder):
current_kwargs["plugins"] = plugins
if not isinstance(query_cache_size, _DefaultPlaceholder):
current_kwargs["query_cache_size"] = query_cache_size
current_kwargs.update(kwargs)
return _create_async_engine(url, **current_kwargs)
Loading