Source code for labelbox.schema.task

import logging
import requests
import time
from typing import TYPE_CHECKING, Callable, Optional, Dict, Any, List

from labelbox.exceptions import ResourceNotFoundError
from labelbox.orm.db_object import DbObject
from labelbox.orm.model import Field, Relationship

if TYPE_CHECKING:
    from labelbox import User

    def lru_cache() -> Callable[..., Callable[..., Dict[str, Any]]]:
        pass
else:
    from functools import lru_cache

logger = logging.getLogger(__name__)


[docs]class Task(DbObject): """ Represents a server-side process that might take a longer time to process. Allows the Task state to be updated and checked on the client side. Attributes: updated_at (datetime) created_at (datetime) name (str) status (str) completion_percentage (float) created_by (Relationship): `ToOne` relationship to User organization (Relationship): `ToOne` relationship to Organization """ updated_at = Field.DateTime("updated_at") created_at = Field.DateTime("created_at") name = Field.String("name") status = Field.String("status") completion_percentage = Field.Float("completion_percentage") result_url = Field.String("result_url", "result") _user: Optional["User"] = None # Relationships created_by = Relationship.ToOne("User", False, "created_by") organization = Relationship.ToOne("Organization")
[docs] def refresh(self) -> None: """ Refreshes Task data from the server. """ assert self._user is not None tasks = list(self._user.created_tasks(where=Task.uid == self.uid)) if len(tasks) != 1: raise ResourceNotFoundError(Task, self.uid) for field in self.fields(): setattr(self, field.name, getattr(tasks[0], field.name))
[docs] def wait_till_done(self, timeout_seconds=300) -> None: """ Waits until the task is completed. Periodically queries the server to update the task attributes. Args: timeout_seconds (float): Maximum time this method can block, in seconds. Defaults to one minute. """ check_frequency = 2 # frequency of checking, in seconds while True: if self.status != "IN_PROGRESS": if self.errors is not None: logger.warning( "There are errors present. Please look at `task.errors` for more details" ) return sleep_time_seconds = min(check_frequency, timeout_seconds) logger.debug("Task.wait_till_done sleeping for %.2f seconds" % sleep_time_seconds) if sleep_time_seconds <= 0: break timeout_seconds -= check_frequency time.sleep(sleep_time_seconds) self.refresh()
@property def errors(self) -> Optional[Dict[str, Any]]: """ Fetch the error associated with an import task. """ # TODO: We should handle error messages for export v2 tasks in the future. if self.name != 'JSON Import': return None if self.status == "FAILED": result = self._fetch_remote_json() return result["error"] elif self.status == "COMPLETE": return self.failed_data_rows return None @property def result(self) -> List[Dict[str, Any]]: """ Fetch the result for an import task. """ if self.status == "FAILED": raise ValueError(f"Job failed. Errors : {self.errors}") else: result = self._fetch_remote_json() return [{ 'id': data_row['id'], 'external_id': data_row.get('externalId'), 'row_data': data_row['rowData'], 'global_key': data_row.get('globalKey'), } for data_row in result['createdDataRows']] @property def failed_data_rows(self) -> Optional[Dict[str, Any]]: """ Fetch data rows which failed to be created for an import task. """ result = self._fetch_remote_json() if len(result.get("errors", [])) > 0: return result["errors"] else: return None @lru_cache() def _fetch_remote_json(self) -> Dict[str, Any]: """ Function for fetching and caching the result data. """ def download_result(): response = requests.get(self.result_url) response.raise_for_status() return response.json() if self.name != 'JSON Import': raise ValueError( "Task result is only supported for `JSON Import` tasks." " Download task.result_url manually to access the result for other tasks." ) if self.status != "IN_PROGRESS": return download_result() else: self.wait_till_done(timeout_seconds=600) if self.status == "IN_PROGRESS": raise ValueError( "Job status still in `IN_PROGRESS`. The result is not available. Call task.wait_till_done() with a larger timeout or contact support." ) return download_result()