Skip to content

Commit

Permalink
Rework job io mapping in extended tapis job def
Browse files Browse the repository at this point in the history
  • Loading branch information
nathandf committed Feb 9, 2024
1 parent 51d1fb3 commit 8f8c33d
Showing 1 changed file with 9 additions and 11 deletions.
20 changes: 9 additions & 11 deletions src/api/src/backend/views/http/etl.py
Original file line number Diff line number Diff line change
Expand Up @@ -83,25 +83,23 @@ class S3RemoteInbox(BaseModel):
url: str
bucket: str

class JobIOMapping(BaseModel):
class TapisJobDef(BaseModel):
pass

class TapisJobWorkflowsETL(BaseModel):
input: str
output: str

class TapisJobDef(BaseModel):
pass # Essentially this is a placeholder for dict
class TapisJobWorkflowsExtension(BaseModel):
etl: TapisJobWorkflowsETL

class WorkflowsExetendedTapisJobDef(TapisJobDef):
workflows: Dict[Literal["etl"], JobIOMapping] = {
"etl": JobIOMapping(
input="/tmp/DATA-IN",
output="/tmp/DATA-OUT"
)
}
class ExetendedTapisJob(TapisJobDef):
workflows: TapisJobWorkflowsExtension = None

class TapisETLPipeline(Pipeline):
remote_outbox: Dict = None
local_inbox: LocalInbox
jobs: List[WorkflowsExetendedTapisJobDef]
jobs: List[ExetendedTapisJob]
local_outbox: GlobusLocalOutbox
remote_inbox: Union[
TapisSystemRemoteInbox,
Expand Down

0 comments on commit 8f8c33d

Please sign in to comment.