Skip to content
New issue

Have a question about this project? # for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “#”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? # to your account

Dev 2 Test version 0.2.11 #149

Merged
merged 22 commits into from
Mar 22, 2024
Merged
Changes from 1 commit
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
1b67aed
Create bounds for FineTune hyperparameters (#103)
lucas-aixplain Jan 15, 2024
61359d8
Fixing pipeline general asset test (#106)
thiago-aixplain Jan 15, 2024
8365218
Update Finetuner functional tests (#112)
lucas-aixplain Jan 29, 2024
43a2b00
Merge branch 'test' into development
thiago-aixplain Jan 29, 2024
74af040
Hf deployment test (#115)
mikelam-us-aixplain Jan 29, 2024
7adfddd
Hf deployment test (#117)
mikelam-us-aixplain Jan 30, 2024
4c5358c
Do not download textual URLs (#120)
thiago-aixplain Feb 1, 2024
cb14b5a
Enable api key parameter in data asset creation (#122)
thiago-aixplain Feb 5, 2024
66a043b
Update Finetuner hyperparameters (#125)
lucas-aixplain Feb 7, 2024
3bc04d3
Add new LLMs finetuner models (mistral and solar) (#128)
lucas-aixplain Feb 13, 2024
58855c1
Enabling dataset ID and model ID as parameters for finetuner creation…
thiago-aixplain Feb 15, 2024
426213e
Fix supplier representation of a model (#132)
thiago-aixplain Feb 16, 2024
d62ad83
Fixing indentation in documentation sample code (#134)
thiago-aixplain Feb 21, 2024
2f107e7
Update FineTune unit and functional tests (#136)
lucas-aixplain Mar 1, 2024
b5112dc
Merge branch 'test' into development
lucas-aixplain Mar 1, 2024
32179d6
Click fix (#140)
mikelam-us-aixplain Mar 5, 2024
94cf5f0
Merge branch 'test' into development
lucas-aixplain Mar 12, 2024
34861a3
M 5905660469 enhance benchmark job response (#145)
shreyasXplain Mar 18, 2024
6fc9646
M 5905660469 enhance benchmark job response (#146)
shreyasXplain Mar 19, 2024
b4e5b67
New pipeline functional tests (#143)
thiago-aixplain Mar 19, 2024
873cb6a
M 6107719447 check finetuner status (#133)
thiago-aixplain Mar 21, 2024
c2a2cfd
Update metric.py (#147)
shreyasXplain Mar 22, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Enable api key parameter in data asset creation (#122)
Co-authored-by: Thiago Castro Ferreira <thiagocastroferreira@ip-192-168-0-3.ec2.internal>
  • Loading branch information
thiago-aixplain and Thiago Castro Ferreira authored Feb 5, 2024

Verified

This commit was created on GitHub.com and signed with GitHub’s verified signature.
commit cb14b5a1dc34977493b1afacefa6374d57bd85ef
4 changes: 3 additions & 1 deletion aixplain/factories/corpus_factory.py
Original file line number Diff line number Diff line change
@@ -245,6 +245,7 @@ def create(
functions: List[Function] = [],
privacy: Privacy = Privacy.PRIVATE,
error_handler: ErrorHandler = ErrorHandler.SKIP,
api_key: Optional[Text] = None
) -> Dict:
"""Asynchronous call to Upload a corpus to the user's dashboard.

@@ -259,6 +260,7 @@ def create(
functions (Optional[List[Function]], optional): AI functions for which the corpus may be used. Defaults to [].
privacy (Optional[Privacy], optional): visibility of the corpus. Defaults to Privacy.PRIVATE.
error_handler (ErrorHandler, optional): how to handle failed rows in the data asset. Defaults to ErrorHandler.SKIP.
api_key (Optional[Text]): team api key. Defaults to None.

Returns:
Dict: response dict
@@ -351,7 +353,7 @@ def create(

corpus_payload = onboard_functions.build_payload_corpus(corpus, [ref.id for ref in ref_data], error_handler)

response = onboard_functions.create_data_asset(corpus_payload)
response = onboard_functions.create_data_asset(payload=corpus_payload, api_key=api_key)
if response["success"] is True:
return_dict = {"status": response["status"], "asset_id": response["asset_id"]}
else:
12 changes: 7 additions & 5 deletions aixplain/factories/dataset_factory.py
Original file line number Diff line number Diff line change
@@ -280,8 +280,9 @@ def create(
split_labels: Optional[List[Text]] = None,
split_rate: Optional[List[float]] = None,
error_handler: ErrorHandler = ErrorHandler.SKIP,
s3_link: Optional[str] = None,
aws_credentials: Optional[Dict[str, str]] = {"AWS_ACCESS_KEY_ID": None, "AWS_SECRET_ACCESS_KEY": None},
s3_link: Optional[Text] = None,
aws_credentials: Optional[Dict[Text, Text]] = {"AWS_ACCESS_KEY_ID": None, "AWS_SECRET_ACCESS_KEY": None},
api_key: Optional[Text] = None
) -> Dict:
"""Dataset Onboard

@@ -302,8 +303,9 @@ def create(
tags (List[Text], optional): datasets description tags. Defaults to [].
privacy (Privacy, optional): dataset privacy. Defaults to Privacy.PRIVATE.
error_handler (ErrorHandler, optional): how to handle failed rows in the data asset. Defaults to ErrorHandler.SKIP.
s3_link (Optional[str]): s3 url to files or directories
aws_credentials (Optional[Dict[str, str]]) : credentials for AWS and it should contains these two keys `AWS_ACCESS_KEY_ID` and `AWS_SECRET_ACCESS_KEY`
s3_link (Optional[Text]): s3 url to files or directories
aws_credentials (Optional[Dict[Text, Text]]) : credentials for AWS and it should contains these two keys `AWS_ACCESS_KEY_ID` and `AWS_SECRET_ACCESS_KEY`
api_key (Optional[Text]): team api key. Defaults to None.
Returns:
Dict: dataset onboard status
"""
@@ -485,7 +487,7 @@ def create(
# len(dataset_payload["output"]) > 0
# ), "Data Asset Onboarding Error: Please specify the output data of your dataset."

response = onboard_functions.create_data_asset(dataset_payload, data_asset_type="dataset")
response = onboard_functions.create_data_asset(payload=dataset_payload, data_asset_type="dataset", api_key=api_key)
if response["success"] is True:
return_dict = {"status": response["status"], "asset_id": response["asset_id"]}
else:
8 changes: 6 additions & 2 deletions aixplain/processes/data_onboarding/onboard_functions.py
Original file line number Diff line number Diff line change
@@ -288,17 +288,21 @@ def build_payload_dataset(
return payload


def create_data_asset(payload: Dict, data_asset_type: Text = "corpus") -> Dict:
def create_data_asset(payload: Dict, data_asset_type: Text = "corpus", api_key: Optional[Text] = None) -> Dict:
"""Service to call onboard process in coreengine

Args:
payload (Dict): onboard payload
data_asset_type (Text, optional): corpus or dataset. Defaults to "corpus".
api_key (Optional[Text]): team api key. Defaults to None.

Returns:
Dict: onboard status
"""
team_key = config.TEAM_API_KEY
if api_key is not None:
team_key = api_key
else:
team_key = config.TEAM_API_KEY
headers = {"Authorization": "token " + team_key}

url = urljoin(config.BACKEND_URL, f"sdk/{data_asset_type}/onboard")