| Package | Description |
|---|---|
| com.edmunds.rest.databricks | |
| com.edmunds.rest.databricks.restclient | |
| com.edmunds.rest.databricks.service |
| Modifier and Type | Method and Description |
|---|---|
void |
RunJob.cancelJob() |
RunDTO |
RunJob.getRunDTO() |
RunNowDTO |
RunJob.launchJob()
Launch the job on databricks.
|
static void |
JobRunner.main(String[] args) |
RunResultStateDTO |
RunJob.process()
Monitor the job.
|
void |
JobRunner.runJob()
Runs a job on databricks.
|
| Modifier and Type | Method and Description |
|---|---|
protected byte[] |
AbstractDatabricksRestClientImpl.extractContent(org.apache.http.HttpResponse httpResponse) |
byte[] |
DatabricksRestClientImpl.performQuery(RequestMethod requestMethod,
String path) |
byte[] |
DatabricksRestClient.performQuery(RequestMethod requestMethod,
String path)
Performs the given query with no parameters
|
byte[] |
DatabricksRestClientImpl.performQuery(RequestMethod requestMethod,
String path,
Map<String,Object> data) |
byte[] |
DatabricksRestClient.performQuery(RequestMethod requestMethod,
String path,
Map<String,Object> data)
Performs the given query.
|
| Modifier and Type | Method and Description |
|---|---|
void |
InstanceProfilesServiceImpl.add(String instanceProfileArn) |
void |
InstanceProfilesService.add(String instanceProfileArn)
Registers an instance profile in Databricks.
|
void |
InstanceProfilesServiceImpl.add(String instanceProfileArn,
boolean skipValidation) |
void |
InstanceProfilesService.add(String instanceProfileArn,
boolean skipValidation)
Registers an instance profile in Databricks.
|
void |
GroupsServiceImpl.addGroupToGroup(String groupName,
String parentName) |
void |
GroupsService.addGroupToGroup(String groupName,
String parentName)
Adds a group to a group.
|
void |
ScimService.addUsersToGroup(long groupId,
long[] userIds)
Update a group in Databricks by adding new members.
|
void |
ScimServiceImpl.addUsersToGroup(long groupId,
long[] userIds) |
void |
GroupsServiceImpl.addUserToGroup(String userName,
String parentName) |
void |
GroupsService.addUserToGroup(String userName,
String parentName)
Adds a user to a group.
|
ClusterLibraryStatusesDTO[] |
LibraryService.allClusterStatuses()
Gets the statuses of all clusters on a databricks instance.
|
ClusterLibraryStatusesDTO[] |
LibraryServiceImpl.allClusterStatuses() |
void |
JobServiceImplV21.cancelRun(long runId) |
void |
JobServiceV21.cancelRun(long runId)
Cancels a run.
|
void |
JobServiceImpl.cancelRun(long runId)
Deprecated.
|
void |
JobService.cancelRun(long runId)
Deprecated.
Cancels a run.
|
ClusterLibraryStatusesDTO |
LibraryService.clusterStatus(String clusterId)
Gets the status of a specific cluster.
|
ClusterLibraryStatusesDTO |
LibraryServiceImpl.clusterStatus(String clusterId) |
String |
ClusterService.create(CreateClusterRequest createClusterRequest)
Deprecated.
in version 2.3.2, please use
ClusterService.create(NewClusterDTO) |
String |
ClusterServiceImpl.create(CreateClusterRequest createClusterRequest)
Deprecated.
|
String |
ClusterService.create(NewClusterDTO clusterDTO)
Creates a databricks cluster.
|
String |
ClusterServiceImpl.create(NewClusterDTO clusterDTO) |
long |
ScimService.createGroup(GroupDTO group)
Creates a group in the Databricks workspace.
|
long |
ScimServiceImpl.createGroup(GroupDTO group) |
String |
GroupsServiceImpl.createGroup(String groupName) |
String |
GroupsService.createGroup(String groupName)
Creates a new group.
|
long |
JobServiceImpl.createJob(JobSettingsDTO jobSettingsDTO)
Deprecated.
|
long |
JobService.createJob(JobSettingsDTO jobSettingsDTO)
Deprecated.
Creates job from settings DTO.
|
long |
JobServiceImplV21.createJob(JobSettingsDTOv21 jobSettingsDTO) |
long |
JobServiceV21.createJob(JobSettingsDTOv21 jobSettingsDTO)
Creates job from settings DTO.
|
long |
ScimService.createUser(UserDTO userDTO)
Create a user in the Databricks workspace.
|
long |
ScimServiceImpl.createUser(UserDTO userDTO) |
void |
ClusterService.delete(String clusterId)
Terminates a cluster.
|
void |
ClusterServiceImpl.delete(String clusterId) |
void |
WorkspaceServiceImpl.delete(String path,
boolean recursive) |
void |
WorkspaceService.delete(String path,
boolean recursive)
Deletes a specific workspace path.
|
void |
ScimService.deleteGroup(long id)
Removes a group from the workspace.
|
void |
ScimServiceImpl.deleteGroup(long id) |
void |
GroupsServiceImpl.deleteGroup(String groupName) |
void |
GroupsService.deleteGroup(String groupName)
Removes a group from this organization.
|
void |
JobServiceImplV21.deleteJob(long jobId) |
void |
JobServiceV21.deleteJob(long jobId)
Deletes the job and sends an email to the addresses specified in email_notifications.
|
void |
JobServiceImpl.deleteJob(long jobId)
Deprecated.
|
void |
JobService.deleteJob(long jobId)
Deprecated.
Deletes the job and sends an email to the addresses specified in email_notifications.
|
void |
JobServiceImplV21.deleteJob(String jobName) |
void |
JobServiceV21.deleteJob(String jobName)
Deletes a job with a given name.
|
void |
JobServiceImpl.deleteJob(String jobName)
Deprecated.
|
void |
JobService.deleteJob(String jobName)
Deprecated.
Deletes a job with a given name.
|
void |
ScimService.deleteUser(long id)
Inactivates an user.
|
void |
ScimServiceImpl.deleteUser(long id) |
void |
ClusterService.edit(EditClusterRequest editClusterRequest)
Deprecated.
in version 2.3.2, please use
ClusterService.edit(UpsertClusterDTO) |
void |
ClusterServiceImpl.edit(EditClusterRequest editClusterRequest)
Deprecated.
|
void |
ClusterService.edit(UpsertClusterDTO clusterDTO)
Edits the configurations of a databricks cluster.
|
void |
ClusterServiceImpl.edit(UpsertClusterDTO clusterDTO) |
void |
ScimService.editUser(UserDTO userDTO)
Updates an user.
|
void |
ScimServiceImpl.editUser(UserDTO userDTO) |
boolean |
InstanceProfilesServiceImpl.exists(String instanceProfileArn) |
boolean |
InstanceProfilesService.exists(String instanceProfileArn)
Checks if the instance profile is registered.
|
byte[] |
WorkspaceServiceImpl.exportWorkspace(ExportWorkspaceRequest exportWorkspaceRequest) |
byte[] |
WorkspaceService.exportWorkspace(ExportWorkspaceRequest exportWorkspaceRequest)
Exports a workspace path FROM databricks to local machine.
|
List<ClusterInfoDTO> |
ClusterService.findByName(String clusterName)
Look for clusters with a given name.
|
List<ClusterInfoDTO> |
ClusterServiceImpl.findByName(String clusterName) |
Optional<ClusterInfoDTO> |
ClusterService.findUniqueByName(String clusterName)
Same as findByName, but it will throw an exception if more then one cluster has the name.
|
Optional<ClusterInfoDTO> |
ClusterServiceImpl.findUniqueByName(String clusterName) |
GroupDTO |
ScimService.getGroup(long id)
Gets a group by id.
|
GroupDTO |
ScimServiceImpl.getGroup(long id) |
ClusterInfoDTO |
ClusterService.getInfo(String clusterId)
Gets information about a given cluster.
|
FileInfoDTO |
DbfsService.getInfo(String path)
Get info of a specific file or directory on dbfs.
|
FileInfoDTO |
DbfsServiceImpl.getInfo(String path) |
ClusterInfoDTO |
ClusterServiceImpl.getInfo(String clusterId) |
JobDTOv21 |
JobServiceImplV21.getJob(long jobId) |
JobDTOv21 |
JobServiceV21.getJob(long jobId)
Retrieves information about a single job.
|
JobDTO |
JobServiceImpl.getJob(long jobId)
Deprecated.
|
JobDTO |
JobService.getJob(long jobId)
Deprecated.
Retrieves information about a single job.
|
JobDTOv21 |
JobServiceImplV21.getJobByName(String jobName) |
JobDTOv21 |
JobServiceV21.getJobByName(String jobName)
Will try and get a job by name.
|
JobDTO |
JobServiceImpl.getJobByName(String jobName)
Deprecated.
|
JobDTO |
JobService.getJobByName(String jobName)
Deprecated.
Will try and get a job by name.
|
JobDTOv21 |
JobServiceImplV21.getJobByName(String jobName,
boolean failOnMultipleJobs) |
JobDTOv21 |
JobServiceV21.getJobByName(String jobName,
boolean failOnMultipleJobs)
Will try and get a job by name.
|
JobDTO |
JobServiceImpl.getJobByName(String jobName,
boolean failOnMultipleJobs)
Deprecated.
|
JobDTO |
JobService.getJobByName(String jobName,
boolean failOnMultipleJobs)
Deprecated.
Will try and get a job by name.
|
List<JobDTOv21> |
JobServiceImplV21.getJobsByName(String jobName) |
List<JobDTOv21> |
JobServiceV21.getJobsByName(String jobName)
Retrieves all jobs matching a name exactly.
|
List<JobDTO> |
JobServiceImpl.getJobsByName(String jobName)
Deprecated.
|
List<JobDTO> |
JobService.getJobsByName(String jobName)
Deprecated.
Retrieves all jobs matching a name exactly.
|
List<JobDTOv21> |
JobServiceImplV21.getJobsByRegex(Pattern regex) |
List<JobDTOv21> |
JobServiceV21.getJobsByRegex(Pattern regex)
Retrieves all jobs with a name matching a given regex.
|
List<JobDTO> |
JobServiceImpl.getJobsByRegex(Pattern regex)
Deprecated.
|
List<JobDTO> |
JobService.getJobsByRegex(Pattern regex)
Deprecated.
Retrieves all jobs with a name matching a given regex.
|
String |
JobServiceImplV21.getOutput(long runId) |
String |
JobServiceV21.getOutput(long runId)
Retrieve the output of a run.
|
String |
JobServiceImpl.getOutput(long runId)
Deprecated.
|
String |
JobService.getOutput(long runId)
Deprecated.
Retrieve the output of a run.
|
RunDTO |
JobServiceImplV21.getRun(long runId) |
RunDTO |
JobServiceV21.getRun(long runId)
Retrieves the metadata of a run.
|
RunDTO |
JobServiceImpl.getRun(long runId)
Deprecated.
|
RunDTO |
JobService.getRun(long runId)
Deprecated.
Retrieves the metadata of a run.
|
ObjectInfoDTO |
WorkspaceServiceImpl.getStatus(String path) |
ObjectInfoDTO |
WorkspaceService.getStatus(String path)
Gets the status of a specific workspace path.
|
UserDTO |
ScimService.getUser(long id)
Gets an user by id.
|
UserDTO |
ScimServiceImpl.getUser(long id) |
boolean |
GroupsServiceImpl.groupExists(String groupName) |
boolean |
GroupsService.groupExists(String groupName)
Check to see if a group exists with a given name.
|
void |
WorkspaceServiceImpl.importWorkspace(ImportWorkspaceRequest importWorkspaceRequest) |
void |
WorkspaceService.importWorkspace(ImportWorkspaceRequest importWorkspaceRequest)
Imports files INTO databricks from local machine.
|
void |
LibraryService.install(String clusterId,
LibraryDTO[] libraries)
Installs one or more libraries on a specific cluster.
|
void |
LibraryServiceImpl.install(String clusterId,
LibraryDTO[] libraries) |
boolean |
ClusterService.isClusterRunning(String clusterId)
Returns true if the cluster is running.
|
boolean |
ClusterServiceImpl.isClusterRunning(String clusterId) |
ClusterInfoDTO[] |
ClusterService.list()
Lists all of the clusters on a given databricks instance.
|
InstanceProfileDTO[] |
InstanceProfilesServiceImpl.list() |
InstanceProfileDTO[] |
InstanceProfilesService.list()
Lists the instance profiles that the calling user can use to launch a cluster.
|
ClusterInfoDTO[] |
ClusterServiceImpl.list() |
List<JobDTOv21> |
JobServiceImplV21.listAllJobs() |
List<JobDTOv21> |
JobServiceV21.listAllJobs()
Returns a list of all jobs that are active.
|
JobsDTO |
JobServiceImpl.listAllJobs()
Deprecated.
|
JobsDTO |
JobService.listAllJobs()
Deprecated.
Returns a list of all jobs that are active.
|
List<ClusterEventDTO> |
ClusterService.listEvents(String clusterId,
ClusterEventTypeDTO[] eventsToFilter,
int offset,
int limit)
Lists events of a specific cluster on a given databricks instance.
|
List<ClusterEventDTO> |
ClusterServiceImpl.listEvents(String clusterId,
ClusterEventTypeDTO[] eventsToFilter,
int offset,
int limit) |
String[] |
GroupsServiceImpl.listGroups() |
String[] |
GroupsService.listGroups()
Returns all the groups in an organization.
|
ListResponseDTO<GroupDTO> |
ScimService.listGroups()
Retrieve a list of groups associated with a Databricks workspace.
|
ListResponseDTO<GroupDTO> |
ScimServiceImpl.listGroups() |
ListResponseDTO<GroupDTO> |
ScimService.listGroups(String filters)
Retrieve a list of groups associated with a Databricks workspace.
|
ListResponseDTO<GroupDTO> |
ScimServiceImpl.listGroups(String filters) |
JobsDTOv21 |
JobServiceImplV21.listJobs(int limit,
int offset,
boolean expandTasks) |
JobsDTOv21 |
JobServiceV21.listJobs(int limit,
int offset,
boolean expandTasks)
Retrieves a list of jobs.
|
PrincipalNameDTO[] |
GroupsServiceImpl.listMembers(String groupName) |
PrincipalNameDTO[] |
GroupsService.listMembers(String groupName)
Returns all of the members of a particular group.
|
List<NodeTypeDTO> |
ClusterService.listNodeTypes()
Return a list of supported Spark node types.
|
List<NodeTypeDTO> |
ClusterServiceImpl.listNodeTypes() |
String[] |
GroupsServiceImpl.listParentsOfGroup(String groupName) |
String[] |
GroupsService.listParentsOfGroup(String groupName)
Retrieves all groups in which a given group is a member.
|
String[] |
GroupsServiceImpl.listParentsOfUser(String userName) |
String[] |
GroupsService.listParentsOfUser(String userName)
Retrieves all groups in which a given user is a member.
|
RunsDTO |
JobServiceImplV21.listRuns(Long jobId,
Boolean activeOnly,
Integer offset,
Integer limit) |
RunsDTO |
JobServiceV21.listRuns(Long jobId,
Boolean activeOnly,
Integer offset,
Integer limit)
Lists runs from most recently started to least.
|
RunsDTO |
JobServiceImpl.listRuns(Long jobId,
Boolean activeOnly,
Integer offset,
Integer limit)
Deprecated.
|
RunsDTO |
JobService.listRuns(Long jobId,
Boolean activeOnly,
Integer offset,
Integer limit)
Deprecated.
Lists runs from most recently started to least.
|
List<SparkVersionDTO> |
ClusterService.listSparkVersions()
Return the list of available runtime versions.
|
List<SparkVersionDTO> |
ClusterServiceImpl.listSparkVersions() |
ObjectInfoDTO[] |
WorkspaceServiceImpl.listStatus(String path) |
ObjectInfoDTO[] |
WorkspaceService.listStatus(String path)
Lists all objects in a specific db workspace path.
|
ListResponseDTO<UserDTO> |
ScimService.listUsers()
Retrieve a list of users associated with a Databricks workspace.
|
ListResponseDTO<UserDTO> |
ScimServiceImpl.listUsers() |
ListResponseDTO<UserDTO> |
ScimService.listUsers(String filters)
Retrieve a list of users associated with a Databricks workspace.
|
ListResponseDTO<UserDTO> |
ScimServiceImpl.listUsers(String filters) |
List<String> |
ClusterService.listZones()
Return a list of availability zones where clusters can be created in.
|
List<String> |
ClusterServiceImpl.listZones() |
FileInfoDTO[] |
DbfsService.ls(String path)
Lists files and directories in a dbfs path.
|
FileInfoDTO[] |
DbfsServiceImpl.ls(String path) |
void |
DbfsService.mkdirs(String path)
Makes a directory (and parent directories) at a given path.
|
void |
WorkspaceServiceImpl.mkdirs(String path) |
void |
WorkspaceService.mkdirs(String path)
Makes a path (and any parent paths if they do not exist) on db workspace.
|
void |
DbfsServiceImpl.mkdirs(String path) |
void |
DbfsService.mv(String sourcePath,
String destinationPath)
Moves a file from one path to another.
|
void |
DbfsServiceImpl.mv(String sourcePath,
String destinationPath) |
void |
ClusterService.permanentDelete(String clusterId)
Permanently terminates a cluster.
|
void |
ClusterServiceImpl.permanentDelete(String clusterId) |
void |
ClusterService.pin(String clusterId)
Pin a cluster with a given id.
|
void |
ClusterServiceImpl.pin(String clusterId) |
DbfsReadDTO |
DbfsService.read(String path)
Will read a whole file.
|
DbfsReadDTO |
DbfsServiceImpl.read(String path) |
DbfsReadDTO |
DbfsService.read(String path,
long offset,
long length)
Reads a file from dbfs.
|
DbfsReadDTO |
DbfsServiceImpl.read(String path,
long offset,
long length) |
void |
InstanceProfilesServiceImpl.remove(String instanceProfileArn) |
void |
InstanceProfilesService.remove(String instanceProfileArn)
Removes the instance profile with the provided ARN.
|
void |
GroupsServiceImpl.removeGroupFromGroup(String groupName,
String parentName) |
void |
GroupsService.removeGroupFromGroup(String groupName,
String parentName)
Removes a group from a group.
|
void |
GroupsServiceImpl.removeUserFromGroup(String userName,
String parentName) |
void |
GroupsService.removeUserFromGroup(String userName,
String parentName)
Removes a user from a group.
|
void |
ScimService.removeUsersFromGroup(long groupId,
long[] userIds)
Update a group in Databricks by removing members.
|
void |
ScimServiceImpl.removeUsersFromGroup(long groupId,
long[] userIds) |
void |
JobServiceImpl.reset(long jobId,
JobSettingsDTO jobSettings)
Deprecated.
|
void |
JobService.reset(long jobId,
JobSettingsDTO jobSettings)
Deprecated.
"resets" or "edits" a job definition.
|
void |
JobServiceImplV21.reset(long jobId,
JobSettingsDTOv21 jobSettings) |
void |
JobServiceV21.reset(long jobId,
JobSettingsDTOv21 jobSettings)
"resets" or "edits" a job definition.
|
void |
ClusterService.resize(AutoScaleDTO autoscale,
String clusterId)
Resizes a cluster.
|
void |
ClusterServiceImpl.resize(AutoScaleDTO autoscale,
String clusterId) |
void |
ClusterService.resize(int numWorkers,
String clusterId)
Resizes a cluster.
|
void |
ClusterServiceImpl.resize(int numWorkers,
String clusterId) |
void |
ClusterService.restart(String clusterId)
Restarts a given databricks cluster.
|
void |
ClusterServiceImpl.restart(String clusterId) |
void |
DbfsService.rm(String path,
boolean recursive)
Removes a dbfs path.
|
void |
DbfsServiceImpl.rm(String path,
boolean recursive) |
RunNowDTO |
JobServiceImplV21.runJobNow(long jobId) |
RunNowDTO |
JobServiceV21.runJobNow(long jobId)
Runs the job now.
|
RunNowDTO |
JobServiceImpl.runJobNow(long jobId)
Deprecated.
|
RunNowDTO |
JobService.runJobNow(long jobId)
Deprecated.
Runs the job now.
|
RunNowDTO |
JobServiceImplV21.runJobNow(long jobId,
Map<String,String> notebookParams) |
RunNowDTO |
JobServiceV21.runJobNow(long jobId,
Map<String,String> notebookParams)
Runs the job now.
|
RunNowDTO |
JobServiceImpl.runJobNow(long jobId,
Map<String,String> notebookParams)
Deprecated.
|
RunNowDTO |
JobService.runJobNow(long jobId,
Map<String,String> notebookParams)
Deprecated.
Runs the job now.
|
RunNowDTO |
JobServiceImpl.runJobNow(long jobId,
RunParametersDTO params)
Deprecated.
|
RunNowDTO |
JobService.runJobNow(long jobId,
RunParametersDTO params)
Deprecated.
Runs the job now.
|
RunNowDTO |
JobServiceImplV21.runJobNow(long jobId,
RunParametersDTOv21 params) |
RunNowDTO |
JobServiceV21.runJobNow(long jobId,
RunParametersDTOv21 params)
Runs the job now.
|
RunNowDTO |
JobServiceImpl.runSubmit(JobSettingsDTO jobSettings)
Deprecated.
|
RunNowDTO |
JobService.runSubmit(JobSettingsDTO jobSettings)
Deprecated.
Submit a one-time run.
|
RunNowDTO |
JobServiceImplV21.runSubmit(RunSubmitDTO runSettings) |
RunNowDTO |
JobServiceV21.runSubmit(RunSubmitDTO runSettings)
Submit a one-time run.
|
void |
ClusterService.start(String clusterId)
Starts a databricks cluster.
|
void |
ClusterServiceImpl.start(String clusterId) |
void |
LibraryService.uninstall(String clusterId,
LibraryDTO[] libraries)
Uninstalls one or more libraries from a specific cluster.
|
void |
LibraryServiceImpl.uninstall(String clusterId,
LibraryDTO[] libraries) |
void |
LibraryService.uninstallAll(String clusterId)
Uninstalls all libraries from a specific cluster.
|
void |
LibraryServiceImpl.uninstallAll(String clusterId) |
void |
ClusterService.unpin(String clusterId)
Unpin a cluster with a given id.
|
void |
ClusterServiceImpl.unpin(String clusterId) |
void |
ClusterService.upsertCluster(NewClusterDTO clusterDTO)
Given a cluster settings DTO object it will:
- create the cluster if it doesn't exist
- edit the cluster if it does exist.
|
void |
ClusterServiceImpl.upsertCluster(NewClusterDTO clusterDTO) |
void |
JobServiceImpl.upsertJob(JobSettingsDTO jobSettingsDTO,
boolean failOnDuplicateJobNames)
Deprecated.
|
void |
JobService.upsertJob(JobSettingsDTO jobSettingsDTO,
boolean failOnDuplicateJobNames)
Deprecated.
Given a job settings DTO object it will: - try to find the id by name.
|
void |
JobServiceImplV21.upsertJob(JobSettingsDTOv21 jobSettingsDTO,
boolean failOnDuplicateJobNames) |
void |
JobServiceV21.upsertJob(JobSettingsDTOv21 jobSettingsDTO,
boolean failOnDuplicateJobNames)
Given a job settings DTO object it will: - try to find the id by name.
|
void |
DbfsService.write(String path,
InputStream inputStream,
boolean overwrite)
Will create a file and write to that file on dbfs.
|
void |
DbfsServiceImpl.write(String path,
InputStream inputStream,
boolean overwrite) |
Copyright © 2023. All rights reserved.