Add lora+ implentation #3369

	name: tests

	on:
	push:
	branches: [main]
	paths-ignore:
	- 'docs/**'
	pull_request:
	paths-ignore:
	- 'docs/**'

	jobs:
	check_code_quality:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	- name: Set up Python
	uses: actions/setup-python@v4
	with:
	python-version: "3.8"
	cache: "pip"
	cache-dependency-path: "setup.py"
	- name: Install dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install .[dev]
	- name: Check quality
	run: \|
	make quality

	tests:
	needs: check_code_quality
	strategy:
	matrix:
	python-version: ["3.8", "3.9", "3.10", "3.11"]
	os: ["ubuntu-latest", "macos-12", "windows-latest"]
	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v3
	- name: Set up Python ${{ matrix.python-version }}
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python-version }}
	cache: "pip"
	cache-dependency-path: "setup.py"
	- name: Install dependencies
	run: \|
	python -m pip install --upgrade pip
	# cpu version of pytorch
	pip install -e .[test]
	- name: Test with pytest
	run: \|
	make test

Provide feedback